-- Logs begin at Mon 2022-05-23 11:58:30 UTC, end at Mon 2022-05-23 13:30:29 UTC. -- May 23 12:50:39.400885 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 23 12:50:42.255253 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.common.config [-] Logging enabled! May 23 12:50:42.255888 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 12:50:42.256025 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115826) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 12:50:42.259323 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.common.config [-] Logging enabled! May 23 12:50:42.259577 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev227 May 23 12:50:42.259886 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115826) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 23 12:50:42.260812 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 12:50:42.261041 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 12:50:42.261415 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 12:50:42.261655 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 12:50:42.261890 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 12:50:42.262305 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.262599 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.262826 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.263119 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.263405 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.263683 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.263969 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.264260 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.264540 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.264815 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.265097 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.265321 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.265595 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.265895 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.266185 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.266404 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] debug = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.266681 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.267117 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.267530 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.267815 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.268099 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.268374 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.268639 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.268961 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.269247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.269570 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.269849 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.270156 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.270436 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.270715 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.270985 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.271257 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.271536 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.271807 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.272076 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] log_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.272348 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.272631 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.272912 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.273195 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.273413 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.273630 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.273936 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.274225 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.274497 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.274768 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.275039 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.275313 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.275581 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.275848 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.276126 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.276405 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.276684 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.276958 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.277228 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.277494 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.277763 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.278334 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.278611 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.278883 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.279156 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.279440 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.279707 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.279980 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.280274 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.280555 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.280831 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.281112 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.281382 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.281658 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.281951 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.282222 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.282490 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] use_json = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.282759 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.283029 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.283307 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.283576 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.283844 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.284116 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.284385 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.285308 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.285649 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:42.285968 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.286264 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.286563 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.286844 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.287146 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.287423 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.287707 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.287982 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.288269 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.288553 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.288838 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.289113 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.289408 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.289692 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.290012 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.290313 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.290602 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.290890 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.291163 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.291436 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.291705 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.291979 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.292268 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.292546 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.292831 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.293115 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.293394 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.293687 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.293993 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.294277 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.294570 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.294856 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.295127 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.295401 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.295694 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.295968 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.296240 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.296526 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.296799 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.297067 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.297343 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.297631 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.297937 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.298212 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.298490 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.298779 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.299055 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.299321 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.299589 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.299863 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.300154 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.300988 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.301265 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.301538 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.301808 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.302106 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.302377 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.302648 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.302923 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.303191 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.303466 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.303735 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.304004 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.304271 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.304540 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.304807 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.305075 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.305343 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.305620 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.305896 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.306180 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.306450 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.306719 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.306989 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.307285 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.307559 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.307834 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.308108 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.308382 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.308655 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.308928 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.309203 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.309476 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.309745 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.310071 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.310354 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.310636 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.310912 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.311186 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.311497 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.311771 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.312041 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.312319 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.312591 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.312862 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.313141 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.313417 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.313704 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.314014 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.314290 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.314577 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.314863 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.315148 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.315423 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.315728 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.316118 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:42.316363 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 12:50:42.316602 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115826) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 23 12:50:42.767168 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 12:50:42.767440 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 12:50:42.767737 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 23 12:50:42.768062 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [-] Loading core plugin: ml2 May 23 12:50:43.094591 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.094860 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.095051 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.096223 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.096503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.096763 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.151661 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.151932 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.152190 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.166924 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.167198 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.167463 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.197081 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.197356 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.197623 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.233365 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.233639 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.233924 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.576707 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.577344 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.577344 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.577522 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.578203 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.679402 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.679722 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.680001 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.680270 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.680537 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.680845 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.681102 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.681353 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.681605 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.681908 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.682165 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.682424 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.682675 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.682932 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.683182 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.683448 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.683701 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.683962 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.684225 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.684479 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.684744 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.684991 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.685264 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.685633 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.685886 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.686138 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.686527 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:43.686764 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:43.686997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:43.687231 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:43.687463 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:43.687696 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:43.688058 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 23 12:50:43.692887 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 23 12:50:43.696818 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 23 12:50:43.700469 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 23 12:50:43.702100 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 23 12:50:43.702578 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 23 12:50:43.702907 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 23 12:50:43.703285 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 23 12:50:43.706086 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 23 12:50:43.706374 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 23 12:50:43.706936 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 23 12:50:43.711768 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 23 12:50:43.734952 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 23 12:50:43.735392 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.735683 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115826) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 23 12:50:43.736052 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.737395 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115826) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 23 12:50:43.738219 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 23 12:50:43.738669 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 23 12:50:43.741759 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.742065 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:43.805035 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 23 12:50:43.805264 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 23 12:50:43.805497 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 23 12:50:43.805855 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 23 12:50:43.856845 dv-cinder-master-3-iscsi neutron-server[115826]: INFO dbcounter [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Registered counter for database neutron May 23 12:50:43.877263 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_db.sqlalchemy.engines [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115826) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 23 12:50:43.883671 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG dbcounter [-] [115826] Writer thread running {{(pid=115826) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:50:44.462605 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing driver for type 'gre' May 23 12:50:44.463127 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] gre ID ranges: [(1, 1000)] May 23 12:50:44.656588 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing driver for type 'local' May 23 12:50:44.657170 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing driver for type 'vlan' May 23 12:50:44.736634 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] VlanTypeDriver initialization complete May 23 12:50:44.736903 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing driver for type 'vxlan' May 23 12:50:44.737399 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] vxlan ID ranges: [(1, 1000)] May 23 12:50:44.885130 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing extension driver 'port_security' May 23 12:50:44.885468 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.extensions.port_security [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] PortSecurityExtensionDriver initialization complete May 23 12:50:44.885799 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing mechanism driver 'openvswitch' May 23 12:50:44.886168 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing mechanism driver 'hyperv' May 23 12:50:44.900049 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.plugin [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:50:44.900711 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.901081 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.901482 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.902019 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:50:44.902454 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.902784 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.903377 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.903762 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:50:44.904170 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.904514 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.904850 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.905237 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:50:44.905633 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > security_group after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.906006 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > security_group after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.906347 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.906733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:50:44.907132 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.907542 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.907878 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.908267 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:50:44.908664 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > address_group after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.909000 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > address_group after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.909329 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.909716 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 23 12:50:44.910341 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] ML2 OVO RPC backend initialized. {{(pid=115826) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 23 12:50:44.911044 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.912167 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.912677 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.913032 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > networks before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.913379 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.913718 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > ports before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.914087 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnet before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.914427 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnets before_response 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.914768 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.915104 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.915435 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.915771 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.916146 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.916477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.916810 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnet after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.917139 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnet after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.917465 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.925049 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded quota_driver: . May 23 12:50:44.925414 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.plugin [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Modular L2 Plugin initialization complete May 23 12:50:44.925758 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading services supported by the core plugin {{(pid=115826) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 23 12:50:44.926118 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.plugins.ml2.managers [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Got port-security extension from driver 'port_security' May 23 12:50:44.926590 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.extensions.vlantransparent [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Disabled vlantransparent extension. May 23 12:50:44.927130 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115826) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 23 12:50:44.927444 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: router May 23 12:50:44.966476 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.966866 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router after_create 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.967233 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router before_create 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.967591 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.967957 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.968310 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router after_delete 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.968661 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.969007 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.969357 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router after_create 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.969697 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router after_update 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.970094 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router after_update 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.970436 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.970787 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router after_update 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.971191 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.971554 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: port after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.971887 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: port after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.972219 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: subnet after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.972551 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.972890 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.973230 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.973566 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: port before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.973991 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.974851 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router after_update 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.975222 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.975576 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_create 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.975934 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.976276 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_update 55549900 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.976638 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > agent after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.976983 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > agent after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.977323 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > network after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.978198 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Tracking information for resource: router configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:44.978523 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Tracking information for resource: floatingip configured {{(pid=115826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 23 12:50:44.983511 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.db.l3_agentschedulers_db [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 23 12:50:44.984084 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: port after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.984447 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: port after_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.984907 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: port after_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.985192 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: port after_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.986006 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router before_create 55550100 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.986367 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.991479 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_create 55550100 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.991479 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > router precommit_update 55550100 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:44.992078 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.services.provider_configuration [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service providers = [] {{(pid=115826) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 23 12:50:44.992437 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.db.servicetype_db [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115826) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 23 12:50:44.995445 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.services.service_base [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:50:44.995787 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.services.service_base [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:50:44.996122 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.services.service_base [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:50:44.997011 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.services.service_base [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 23 12:50:44.997376 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.services.service_base [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Default provider is not specified for service type L3_ROUTER_NAT May 23 12:50:44.997746 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:44.998119 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 23 12:50:45.014680 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:45.015013 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: auto_allocate May 23 12:50:45.021382 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: network precommit_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.021858 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: network precommit_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.022397 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:45.022712 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: tag May 23 12:50:45.029937 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:45.030262 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: timestamp May 23 12:50:45.034331 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:45.034658 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: network_ip_availability May 23 12:50:45.040702 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.041062 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.041412 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.042150 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:45.042466 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: flavors May 23 12:50:45.047239 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:45.047566 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading Plugin: revisions May 23 12:50:45.056815 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 23 12:50:45.057198 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_concurrency.lockutils [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.289s {{(pid=115826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 23 12:50:45.057955 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115826) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 23 12:50:45.058290 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Initializing extension manager. May 23 12:50:45.058807 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: __init__.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.059143 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: __pycache__ {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.059470 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: _port_mac_address_override.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.059796 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: address_group.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.060727 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.061295 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: address-group May 23 12:50:45.061656 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: address_scope.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.062399 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.062916 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: address-scope May 23 12:50:45.063234 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.064158 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.064683 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: router-admin-state-down-before-update May 23 12:50:45.065000 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: agent.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.065696 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.066237 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: agent May 23 12:50:45.066555 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: agent_resources_synced.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.067494 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.068042 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: agent-resources-synced May 23 12:50:45.068359 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: allowedaddresspairs.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.070155 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.070688 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: allowed-address-pairs May 23 12:50:45.071013 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: auto_allocated_topology.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.072073 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.072635 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: auto-allocated-topology May 23 12:50:45.072984 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: availability_zone.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.073671 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.074213 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: availability_zone May 23 12:50:45.074535 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: availability_zone_filter.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.075440 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.075955 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: availability_zone_filter May 23 12:50:45.076269 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: data_plane_status.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.077163 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.077675 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension data-plane-status not supported by any of loaded plugins May 23 12:50:45.078021 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: default_subnetpools.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.078928 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.079443 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: default-subnetpools May 23 12:50:45.079758 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.080555 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.081068 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: dhcp_agent_scheduler May 23 12:50:45.081384 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: dns.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.082366 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.086781 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension dns-integration not supported by any of loaded plugins May 23 12:50:45.086781 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: dns_domain_ports.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.087699 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.088256 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension dns-domain-ports not supported by any of loaded plugins May 23 12:50:45.088585 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.089548 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.090158 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 23 12:50:45.090738 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: dvr.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.091658 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.092538 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: dvr May 23 12:50:45.093090 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: ecmp_routes.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.094604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.095493 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension ecmp_routes not supported by any of loaded plugins May 23 12:50:45.096063 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: empty_string_filtering.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.097528 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.098484 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: empty-string-filtering May 23 12:50:45.099580 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.101079 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.102012 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 23 12:50:45.102572 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.104060 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.104948 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 23 12:50:45.105319 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: external_net.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.110524 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.111054 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: external-net May 23 12:50:45.111378 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.112308 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.112866 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: extra_dhcp_opt May 23 12:50:45.113201 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: extraroute.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.114157 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.114745 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: extraroute May 23 12:50:45.114745 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: extraroute_atomic.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.116059 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.116583 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: extraroute-atomic May 23 12:50:45.116905 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: filter_validation.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.117592 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.118143 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: filter-validation May 23 12:50:45.118466 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: fip_pf_description.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.119486 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.120004 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 23 12:50:45.120325 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: fip_pf_port_range.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.121251 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.121768 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 23 12:50:45.122113 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: fip_port_details.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.123032 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.123558 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: fip-port-details May 23 12:50:45.123877 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: flavors.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.125155 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.125687 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: flavors May 23 12:50:45.126041 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.127710 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.128238 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 23 12:50:45.128568 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: floatingip_pools.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.129428 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.129976 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: floatingip-pools May 23 12:50:45.130386 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: ip_allocation.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.131457 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.131978 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension ip_allocation not supported by any of loaded plugins May 23 12:50:45.132303 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.133228 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.133758 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: ip-substring-filtering May 23 12:50:45.134111 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l2_adjacency.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.135040 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.135556 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension l2_adjacency not supported by any of loaded plugins May 23 12:50:45.135879 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.136881 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.137412 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: router May 23 12:50:45.137734 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.140073 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.140611 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 23 12:50:45.140943 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.141915 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.142445 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: ext-gw-mode May 23 12:50:45.142771 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.143699 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.144220 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: l3-ha May 23 12:50:45.144543 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.156476 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.156999 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 23 12:50:45.157322 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3_flavors.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.158273 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.158818 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: l3-flavors May 23 12:50:45.159142 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.160513 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.161045 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 23 12:50:45.161974 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.162974 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.163505 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: l3-port-ip-change-not-allowed May 23 12:50:45.163835 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: l3agentscheduler.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.164910 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.165434 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: l3_agent_scheduler May 23 12:50:45.165760 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: local_ip.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.167567 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.168108 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension local_ip not supported by any of loaded plugins May 23 12:50:45.168438 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: logging.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.169945 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.170487 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension logging not supported by any of loaded plugins May 23 12:50:45.170818 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: metering.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.171567 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.172164 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: metering May 23 12:50:45.172488 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.173583 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.174142 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: metering_source_and_destination_fields May 23 12:50:45.178955 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: multiprovidernet.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.179814 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.180344 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: multi-provider May 23 12:50:45.180671 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: netmtu.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.181611 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.182169 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: net-mtu May 23 12:50:45.182496 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: netmtu_writable.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.183422 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.183972 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: net-mtu-writable May 23 12:50:45.184300 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: network_availability_zone.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.184980 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.185499 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: network_availability_zone May 23 12:50:45.185823 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: network_ip_availability.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.186963 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.187490 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: network-ip-availability May 23 12:50:45.187820 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: network_segment_range.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.188589 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.189105 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension network-segment-range not supported by any of loaded plugins May 23 12:50:45.189429 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: pagination.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.190436 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.190769 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: pagination May 23 12:50:45.191092 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: port_device_profile.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.192004 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.192532 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: port-device-profile May 23 12:50:45.192900 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: port_mac_address_override.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.193856 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.194399 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: port-mac-override May 23 12:50:45.194723 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.195656 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.196182 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: port-mac-address-regenerate May 23 12:50:45.196506 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.197424 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.197988 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: port-numa-affinity-policy May 23 12:50:45.198311 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: port_resource_request.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.199234 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.199756 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension port-resource-request not supported by any of loaded plugins May 23 12:50:45.200078 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: port_resource_request_groups.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.201047 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.201570 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 23 12:50:45.201903 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: portbindings.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.202840 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.203363 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: binding May 23 12:50:45.203683 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: portbindings_extended.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.204938 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.205463 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: binding-extended May 23 12:50:45.205786 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: portsecurity.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.206731 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.207255 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: port-security May 23 12:50:45.207584 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: project_id.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.209076 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.209401 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: project-id May 23 12:50:45.209720 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: providernet.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.210685 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.211211 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: provider May 23 12:50:45.211536 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.215160 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.222233 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos not supported by any of loaded plugins May 23 12:50:45.222233 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.223262 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.223793 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 23 12:50:45.224751 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.225684 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.226257 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 23 12:50:45.226586 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_default.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.227524 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.228051 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-default not supported by any of loaded plugins May 23 12:50:45.228376 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_fip.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.229297 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.229826 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-fip not supported by any of loaded plugins May 23 12:50:45.230171 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.231090 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.231616 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 23 12:50:45.231939 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_gateway_ip.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.232887 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.233409 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 23 12:50:45.233736 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_port_network_policy.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.234678 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.235199 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 23 12:50:45.235521 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.236559 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.237084 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 23 12:50:45.237408 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.238465 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.238993 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 23 12:50:45.239315 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_pps_rule.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.240547 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.245318 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-pps not supported by any of loaded plugins May 23 12:50:45.245318 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_rule_type_details.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.246034 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.246562 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 23 12:50:45.246884 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.247808 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.248330 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 23 12:50:45.248653 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: qos_rules_alias.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.249811 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.250399 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension qos-rules-alias not supported by any of loaded plugins May 23 12:50:45.250721 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: quota_check_limit.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.251733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.252262 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: quota-check-limit May 23 12:50:45.252583 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: quotasv2.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.253532 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.253857 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: quotas May 23 12:50:45.254202 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: quotasv2_detail.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.256466 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.256801 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: quota_details May 23 12:50:45.257131 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: rbac.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.258233 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.258781 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: rbac-policies May 23 12:50:45.259112 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: rbac_address_group.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.260084 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.260614 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: rbac-address-group May 23 12:50:45.260941 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: rbac_address_scope.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.261871 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.262474 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: rbac-address-scope May 23 12:50:45.262800 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: rbac_security_groups.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.263758 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.264291 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: rbac-security-groups May 23 12:50:45.264617 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: rbac_subnetpool.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.265546 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.266103 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: rbac-subnetpool May 23 12:50:45.266430 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: revisionifmatch.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.267389 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.267925 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: revision-if-match May 23 12:50:45.268247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: revisions.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.269365 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.269910 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: standard-attr-revisions May 23 12:50:45.270240 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: router_availability_zone.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.271788 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.272082 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: router_availability_zone May 23 12:50:45.272406 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: routerservicetype.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.274878 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.275399 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension router-service-type not supported by any of loaded plugins May 23 12:50:45.275722 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.276654 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.277177 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: security-groups-normalized-cidr May 23 12:50:45.277502 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.278817 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.279348 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: port-security-groups-filtering May 23 12:50:45.279674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.280603 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.281127 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: security-groups-remote-address-group May 23 12:50:45.281451 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.282434 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.282958 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: security-groups-shared-filtering May 23 12:50:45.283281 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.283875 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 23 12:50:45.284196 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: securitygroup.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.295450 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.296019 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: security-group May 23 12:50:45.296354 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: segment.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.297088 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.297615 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension segment not supported by any of loaded plugins May 23 12:50:45.297975 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.298949 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.299474 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 23 12:50:45.299799 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: servicetype.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.300900 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.301455 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: service-type May 23 12:50:45.301777 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: sorting.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.302821 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.303143 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: sorting May 23 12:50:45.303461 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: standard_attr_segment.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.304385 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.304911 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension standard-attr-segment not supported by any of loaded plugins May 23 12:50:45.305231 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: standardattrdescription.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.305916 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.308720 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: standard-attr-description May 23 12:50:45.308720 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: stateful_security_group.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.309219 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.309752 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: stateful-security-group May 23 12:50:45.310108 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: stdattrs_common.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.310681 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 23 12:50:45.311006 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.311954 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.312497 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 23 12:50:45.312818 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: subnet_onboard.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.313897 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.314445 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: subnet_onboard May 23 12:50:45.314770 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.315700 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.316229 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 23 12:50:45.316549 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: subnet_service_types.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.317472 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.318697 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: subnet-service-types May 23 12:50:45.319062 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: subnetallocation.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.320157 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.320682 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: subnet_allocation May 23 12:50:45.321010 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.321688 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.322238 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: subnetpool-prefix-ops May 23 12:50:45.322562 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.323497 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.324063 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 23 12:50:45.324394 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: tagging.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.325460 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.326021 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: standard-attr-tag May 23 12:50:45.326355 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: timestamp.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.327565 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.328098 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loaded extension: standard-attr-timestamp May 23 12:50:45.328425 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: trunk.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.329457 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.330009 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension trunk not supported by any of loaded plugins May 23 12:50:45.330334 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: trunk_details.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.331301 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.331836 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension trunk-details not supported by any of loaded plugins May 23 12:50:45.332160 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: uplink_status_propagation.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.333084 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.334231 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 23 12:50:45.334554 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Loading extension file: vlantransparent.py {{(pid=115826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 23 12:50:45.335229 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 23 12:50:45.335775 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extension vlan-transparent not supported by any of loaded plugins May 23 12:50:45.338357 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:network May 23 12:50:45.338891 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:subnet May 23 12:50:45.339283 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:50:45.339680 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:port May 23 12:50:45.340907 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.341352 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service FLAVORS assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.341999 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.342433 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.342764 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:router May 23 12:50:45.343188 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:floatingip May 23 12:50:45.343681 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service METERING assigned prefix: /metering {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.345119 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.345491 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.345844 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 12:50:45.346867 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of CountableResource for resource:rbac_policy May 23 12:50:45.347322 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:security_group May 23 12:50:45.347761 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:security_group_rule May 23 12:50:45.348355 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service CORE assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.348683 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:50:45.349050 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] subnetpool is already registered May 23 12:50:45.349645 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service CORE assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.349998 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:50:45.350335 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] subnetpool is already registered May 23 12:50:45.352674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.353113 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service FLAVORS assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.353707 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.354157 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.354489 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:router May 23 12:50:45.354824 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] router is already registered May 23 12:50:45.357095 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:floatingip May 23 12:50:45.357095 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] floatingip is already registered May 23 12:50:45.357095 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service METERING assigned prefix: /metering {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.357095 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of CountableResource for resource:rbac_policy May 23 12:50:45.357095 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] rbac_policy is already registered May 23 12:50:45.357434 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:security_group May 23 12:50:45.357656 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] security_group is already registered May 23 12:50:45.358090 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:security_group_rule May 23 12:50:45.358423 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] security_group_rule is already registered May 23 12:50:45.359043 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service CORE assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.359368 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:50:45.359698 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] subnetpool is already registered May 23 12:50:45.360117 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.v2.resource_helper [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Service CORE assigned prefix: {{(pid=115826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 23 12:50:45.360439 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Creating instance of TrackedResource for resource:subnetpool May 23 12:50:45.360766 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING neutron.quota.resource_registry [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] subnetpool is already registered May 23 12:50:45.361241 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: extensions {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.362722 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: address-groups {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.364201 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: address-scopes {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.365789 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: agents {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.366973 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: auto-allocated-topology {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.368234 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: availability_zones {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.369438 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: dhcp-networks {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.371039 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: dhcp-agents {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.372460 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: routers {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.374179 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: flavors {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.375429 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: service_profiles {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.376668 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: next_providers {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.378125 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: service_profiles {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.379670 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: floatingip-pools {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.381494 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: routers {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.383222 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: floatingips {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.384482 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: l3-routers {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.385867 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: l3-agents {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.387297 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: metering-labels {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.388529 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: metering-label-rules {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.389912 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: network-ip-availabilities {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.391182 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: bindings {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.392723 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: quotas {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.395191 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: quotas {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.397281 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: rbac-policies {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.398510 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: security-groups {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.399855 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: security-group-rules {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.401137 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: service-providers {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.402386 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: subnetpools {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.403970 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: subnetpools {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.405500 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.407204 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.409016 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.410823 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.412740 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.414721 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.416387 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.418318 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.420075 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.421818 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron.api.extensions [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Extended resource: tags {{(pid=115826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 23 12:50:45.427822 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING keystonemiddleware.auth_token [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 23 12:50:45.432851 dv-cinder-master-3-iscsi neutron-server[115826]: WARNING keystonemiddleware.auth_token [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 23 12:50:45.441810 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_concurrency.lockutils [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Acquired lock "singleton_lock" {{(pid=115826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 23 12:50:45.442306 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_concurrency.lockutils [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Releasing lock "singleton_lock" {{(pid=115826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 23 12:50:45.443506 dv-cinder-master-3-iscsi neutron-server[115826]: INFO oslo_service.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Starting 2 workers May 23 12:50:45.448571 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Started child 115937 {{(pid=115826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:50:45.453084 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Started child 115938 {{(pid=115826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:50:45.454029 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:45.454725 dv-cinder-master-3-iscsi neutron-server[115826]: INFO neutron.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Neutron service started, listening on 0.0.0.0:9696 May 23 12:50:45.455375 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:45.455564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [-] (115937) wsgi starting up on http://0.0.0.0:9696 May 23 12:50:45.457758 dv-cinder-master-3-iscsi neutron-server[115826]: INFO oslo_service.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Starting 1 workers May 23 12:50:45.457862 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:45.460029 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [-] (115938) wsgi starting up on http://0.0.0.0:9696 May 23 12:50:45.463700 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Started child 115939 {{(pid=115826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:50:45.464241 dv-cinder-master-3-iscsi neutron-server[115826]: INFO oslo_service.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Starting 1 workers May 23 12:50:45.467457 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] calling RpcWorker wait() {{(pid=115939) _wait /opt/stack/neutron/neutron/service.py:128}} May 23 12:50:45.468024 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] returning from RpcWorker wait() {{(pid=115939) _wait /opt/stack/neutron/neutron/service.py:135}} May 23 12:50:45.468782 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Started child 115940 {{(pid=115826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 23 12:50:45.469373 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:45.469600 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG neutron_lib.callbacks.manager [None req-d97ec9a9-b664-4d2e-af14-a633f40313e2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:45.470060 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:50:45.471642 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 12:50:45.471854 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 12:50:45.472040 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 12:50:45.472271 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 12:50:45.472606 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 12:50:45.472757 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 12:50:45.473284 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.473580 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.473862 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.474025 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:45.474686 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.474859 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.475115 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.475356 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.475645 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.475914 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.476085 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.476252 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.476503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.476747 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.477065 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.477319 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.477563 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.477801 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.477996 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.478251 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.478506 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.478735 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.479033 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] debug = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.479278 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.479753 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.479989 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.480206 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.480442 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.480724 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.480968 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.481238 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.481488 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.481716 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.481996 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.482264 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.482509 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.482749 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.482963 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.483226 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.483457 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.483906 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.484128 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.484364 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.484610 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.484865 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.485135 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.485349 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.485613 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.485867 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.486132 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.486371 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.486629 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.486872 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.487087 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.487350 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.487511 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_options = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.487744 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.488010 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.488266 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.488468 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.488635 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.488793 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.489048 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.489209 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.489494 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.489727 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.489960 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.490208 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.490440 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.490660 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.490925 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.491141 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.491375 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.491604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.491890 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.492145 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.492370 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.492597 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.492829 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.493142 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.493274 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.493511 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.493736 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.493973 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.494188 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.494404 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.494665 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.494911 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.495161 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.495495 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.495713 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.495940 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.496401 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.496524 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:50:45.496653 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.496893 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.497119 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.497360 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.497621 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.497867 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.498101 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.498318 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.498534 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.498783 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_json = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.499008 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.499278 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.499530 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.500171 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.500171 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.500390 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.500492 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.500769 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.500985 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.501399 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.501672 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.502003 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.502275 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.502528 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.502777 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.503014 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.503326 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.503468 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.503720 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.504122 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.504251 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.504558 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.504815 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.505583 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.505991 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.506299 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.506719 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.506975 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.507213 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.507464 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.507707 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.507989 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.508212 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.508442 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.508675 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.508918 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.509224 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.509496 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.509772 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.510124 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.513841 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.514437 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.514437 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.514578 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.514738 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.514973 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.515204 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.515437 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.515687 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.515917 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.516173 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.516398 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.516648 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.516890 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.517121 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.517335 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.517569 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.517786 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.518114 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.518301 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.518524 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.518754 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.519013 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.519229 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.519459 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.519670 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.519911 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.520121 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.520351 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.520570 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.520860 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.521598 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.521813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.522042 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.522253 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.522463 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.522671 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.522901 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.523110 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.523345 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.523554 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.523769 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.523979 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.524187 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.524398 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.524727 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.525042 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.525972 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.525972 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.525972 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.526732 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.526732 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.526732 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.527143 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.527143 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.527400 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.527557 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.528897 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.528897 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.528897 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.528897 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.529433 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.529433 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.529697 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.529839 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.530136 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.530394 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.530685 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.530951 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.531183 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.531406 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.531637 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.531906 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.535813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.537247 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.538950 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.540994 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.540994 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.540994 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.540994 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.540994 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.541910 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.542691 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.542963 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.543225 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.543469 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.543700 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.543929 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.544154 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.544421 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.544664 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.544885 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.545151 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.545389 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.545583 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.545825 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.546320 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.546548 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.546800 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.547753 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.548294 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.549107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.549553 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.549776 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.550037 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.550255 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.550524 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.550743 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.551028 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.551280 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.551520 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.552137 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.553123 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.554618 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.554806 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.555068 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.555333 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.555561 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.555788 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.556016 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.556267 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.556515 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.556749 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.556987 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.557228 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.557471 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.557836 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.558528 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.558773 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.559032 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.559275 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.559898 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.561002 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.561253 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.561524 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.561751 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.562008 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.562241 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.562486 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.562709 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.562929 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.563163 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.563419 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.563665 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.563922 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.564146 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.564386 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.564629 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.564854 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.565074 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.565291 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.565511 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.565722 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.566108 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.566456 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.566747 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.567162 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.567402 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.568186 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.568425 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.568640 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.568873 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.569124 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.569521 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.569748 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.569987 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.570201 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.570439 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.570651 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.570864 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.571088 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.571305 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.571519 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.571789 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.571998 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.572202 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.572415 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.572623 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.572834 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.573059 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.573267 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.573475 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.573695 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.573996 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.574210 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.574438 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.574646 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.574817 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:50:45.574895 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.575081 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.575298 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.575509 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.575803 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.576077 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.576294 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.576586 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.576812 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.577058 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.577278 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.577594 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.577829 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.578093 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.578328 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.578550 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.579490 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.579757 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.580106 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.580395 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.580657 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.580911 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.581182 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.581479 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.581753 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.582087 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.582434 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.582806 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.583100 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.583979 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.584259 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.584516 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.584813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.585375 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.585375 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.585562 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.585787 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.586123 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.586370 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.586705 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.586932 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.587162 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.587409 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.587656 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.587867 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.588101 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.588371 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.588473 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 12:50:45.589116 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 23 12:50:45.589262 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 23 12:50:45.589626 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 23 12:50:45.590011 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 23 12:50:45.590188 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 23 12:50:45.590339 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 23 12:50:45.590551 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.590713 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.590876 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.591036 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.591220 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.591381 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.591541 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.591699 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.591856 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.592015 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.592174 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.592332 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.592488 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.592795 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.592795 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.593618 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.593618 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.593764 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 57378) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:50:45.593854 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.593854 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.593854 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.593854 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.593854 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] debug = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.594236 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.594236 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.594404 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.594484 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.594627 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.594812 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.594976 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.595123 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.595275 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.595429 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.595572 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.595720 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.595863 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.596024 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.596173 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.596334 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.596477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.596629 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.596811 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.596959 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.597118 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.597274 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.597426 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.597568 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.597713 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.597851 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.598019 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.598158 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.598302 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.598440 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.598576 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.598965 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600073 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_options = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600073 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600073 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600073 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600073 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600788 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600788 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600788 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.600788 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.601307 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.601307 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.601307 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.601307 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.602477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.602477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.602477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.602477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.602477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.602477 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.603341 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068204 May 23 12:50:45.603483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.603483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.603483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.603483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.603483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.603483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.603483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.604343 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.604343 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.604343 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.604787 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.604948 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.605113 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.605268 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.605426 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.605583 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.605741 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.606049 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.606302 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.606302 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.606628 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.606628 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_json = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.607733 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.608997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 23 12:50:45.610078 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.610078 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.610349 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.610486 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.610631 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.610769 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.610930 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.611082 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.611220 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.611384 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.611530 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.611678 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.611838 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.611993 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.612138 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.612300 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.612464 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.612651 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.612772 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.612930 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.613090 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.613248 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.613415 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.613973 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.613973 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.613973 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.614202 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.614202 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.614324 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.615085 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617107 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617604 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.617997 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.618132 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.618206 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.618435 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.618546 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.618651 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.618788 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.618955 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.619135 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.619284 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.619426 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.619572 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.619728 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.619864 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.620007 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.620146 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.620396 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.620550 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.620699 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.620858 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.621002 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.621153 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.621310 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.621484 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.621641 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.621787 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.621966 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.622149 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.622291 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.622429 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.622581 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.622720 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.622878 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.623017 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.623153 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.623290 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.623427 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.623570 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624054 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624054 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624054 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624508 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624508 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624508 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624940 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624940 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.624940 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.625337 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.625337 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.625337 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.625739 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.625739 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626035 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626035 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626301 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626301 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626611 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626611 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626896 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.626896 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.627181 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.627181 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.627545 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.627545 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.627814 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.627814 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628088 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628088 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628376 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628376 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628654 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628654 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628933 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.628933 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.629206 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.629351 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.629489 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.629669 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.629669 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.630798 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.630798 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.630798 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.631238 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.631238 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.631238 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.631653 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.631653 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.631653 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632043 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632043 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632308 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632308 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632565 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632565 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632837 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.632980 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.633118 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.633263 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.633411 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.633548 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.633685 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.633827 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.634021 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.634162 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.634329 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.634480 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.634480 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.634749 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.634886 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635024 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635162 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635371 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635371 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635643 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635643 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635945 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.635945 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.636219 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.636367 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.636367 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.636614 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.636710 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.637674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.637674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.637674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.637674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.637674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.637674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.637674 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.638533 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.638533 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.638533 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.638533 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.638533 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639081 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639081 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639081 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639081 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639380 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639380 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639527 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639645 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639804 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.639963 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.640122 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.640280 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.640440 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.640598 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.640756 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.640957 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.641116 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.641274 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.641436 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.641596 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.641754 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.641942 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.642104 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.642262 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.642421 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.642580 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643503 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643958 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643958 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.643958 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.644173 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.644299 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.644389 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.644498 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.644656 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.644813 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.644970 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.645128 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.645288 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.645459 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.645618 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.645944 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.646075 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.646234 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.646393 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.646564 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.646722 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.646882 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.647039 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.647197 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.647355 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.647523 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.647724 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.647834 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.647981 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.648139 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.648297 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.648464 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.648623 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.648781 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.648939 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.649096 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.649254 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.649421 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.649579 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.649737 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.649908 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.650070 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.650227 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.650396 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.650554 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.650696 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.650856 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.651013 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.651170 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.651338 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.651497 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.651657 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.652665 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.652833 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.653251 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.653413 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.653586 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.653745 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.653922 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.654086 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.654244 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.654404 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.654565 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.654730 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.654898 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.655065 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.655224 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.655391 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.655558 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.655725 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.655885 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.656050 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.656221 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.656380 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.656538 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.656696 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.657261 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.657261 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.657261 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658109 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658109 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658109 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658109 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658109 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658109 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658483 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.658661 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.659139 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.659139 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.659139 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 23 12:50:45.659401 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 23 12:50:54.813832 dv-cinder-master-3-iscsi neutron-server[115826]: DEBUG dbcounter [-] [115826] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=115826) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:50:57.100197 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec63e783-664c-4144-bf8e-466505966dcd None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=115939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 23 12:50:57.110465 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writer thread running {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:50:57.111079 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writer thread running {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:50:57.178797 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63e783-664c-4144-bf8e-466505966dcd None None] No non-hosted networks {{(pid=115939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 23 12:50:57.195154 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.agentschedulers_db [None req-ec63e783-664c-4144-bf8e-466505966dcd None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=115939) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 23 12:50:57.331334 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-99bcc3f6-00e4-44d5-8136-f4c0b3076256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-847719'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:58.759692 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writer thread running {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:50:59.464245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-51e1e7ec-3b5e-4ab9-91f5-96b06b6c4dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-847719'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:50:59.497685 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.db.api [None req-b20ea62a-efe1-4131-8160-134a79362839 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-iscsi {{(pid=115939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 12:50:59.498547 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG oslo_db.api [None req-b20ea62a-efe1-4131-8160-134a79362839 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 12:51:00.125181 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b20ea62a-efe1-4131-8160-134a79362839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:00.391408 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57450) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:00.530849 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-847719'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:00.969001 dv-cinder-master-3-iscsi neutron-server[115938]: WARNING oslo_policy.policy [None req-557ec03b-1c4a-4839-a1ba-c8a6669542b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:00.969560 dv-cinder-master-3-iscsi neutron-server[115938]: WARNING oslo_policy.policy [None req-557ec03b-1c4a-4839-a1ba-c8a6669542b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:01.194706 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [None req-557ec03b-1c4a-4839-a1ba-c8a6669542b0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:51:01.209622 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-557ec03b-1c4a-4839-a1ba-c8a6669542b0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8020203 May 23 12:51:01.867607 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-847719'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:03.422612 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-847719'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:03.424044 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.424682 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.425163 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.425667 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.426170 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.426712 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.427198 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.427741 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.428215 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.428738 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.429238 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.429816 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.430322 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.430895 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.431381 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:03.431998 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:03.444870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:03.691401 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57484) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:04.041973 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-de9a51d1-9e55-4957-a42e-571a2739c028 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:51:04.135164 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.policy [None req-de9a51d1-9e55-4957-a42e-571a2739c028 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115938) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 12:51:04.176465 dv-cinder-master-3-iscsi neutron-server[115938]: WARNING oslo_policy.policy [None req-de9a51d1-9e55-4957-a42e-571a2739c028 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:04.176844 dv-cinder-master-3-iscsi neutron-server[115938]: WARNING oslo_policy.policy [None req-de9a51d1-9e55-4957-a42e-571a2739c028 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:04.197390 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writer thread running {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:51:04.335047 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de9a51d1-9e55-4957-a42e-571a2739c028 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491457004', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491455504', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491438765', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491482247', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491484385', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747491466631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1866314', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1851569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-681810'] for rbac-policy (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:04.493202 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de9a51d1-9e55-4957-a42e-571a2739c028 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:04.494846 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-de9a51d1-9e55-4957-a42e-571a2739c028 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8006070 May 23 12:51:05.525956 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.db.l3_hamode_db [None req-dea52fef-15f0-474b-9cd0-54edcad4217e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 23 12:51:05.608526 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea52fef-15f0-474b-9cd0-54edcad4217e None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:51:05.608888 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea52fef-15f0-474b-9cd0-54edcad4217e None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 23 12:51:06.924169 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57496) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:07.242577 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:51:07.347520 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Made reservation on behalf of 486401ae2e5f40d5a5f060242896ae53 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:51:07.352096 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.369163 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.477344 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks [] for security_group (3c551ca9-6199-4ab5-9f23-de898cf8ecf2), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.541550 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3c551ca9-6199-4ab5-9f23-de898cf8ecf2), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.566224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:51:07.600050 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (7995deca-1edf-47ab-9e46-40a19bd58b0e), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.600521 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Added segment 7995deca-1edf-47ab-9e46-40a19bd58b0e of type vlan for network baa60406-e629-42d4-b15d-c668674af244 May 23 12:51:07.633050 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3c551ca9-6199-4ab5-9f23-de898cf8ecf2,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:07.677742 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.678110 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.678467 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.678820 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.679153 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.679477 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.679790 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.680105 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.680421 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.680734 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.681046 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.681375 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.681692 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.682028 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.683749 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Tracked resource versions report: May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: pushed versions: May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: { 'AddressGroup': {'1.2'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Agent': {'1.1'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'ConntrackHelper': {'1.0'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'LocalIPAssociation': {'1.0'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Log': {'1.0'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'NDPProxy': {'1.0'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Network': {'1.1'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Port': {'1.7'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'PortForwarding': {'1.3'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'QosPolicy': {'1.10'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroup': {'1.5'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroupRule': {'1.2'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'SubPort': {'1.0'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Subnet': {'1.1'}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Trunk': {'1.1'}} May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: consumer versions: May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Agent': '1.1', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'ConntrackHelper': '1.0', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'LocalIPAssociation': '1.0', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Log': '1.0', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'NDPProxy': '1.0', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Network': '1.1', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Port': '1.7', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'PortForwarding': '1.3', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'QosPolicy': '1.10', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroup': '1.5', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroupRule': '1.2', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'SubPort': '1.0', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Subnet': '1.1', May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: 'Trunk': '1.1'}} May 23 12:51:07.683843 dv-cinder-master-3-iscsi neutron-server[115938]: {{(pid=115938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:51:07.709457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (baa60406-e629-42d4-b15d-c668674af244), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.748969 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=51,neutron:INSERT=46,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:07.804168 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (baa60406-e629-42d4-b15d-c668674af244), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.809354 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:07.810108 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:07.928013 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] Pushing event updated for resources: {'Network': ['ID=baa60406-e629-42d4-b15d-c668674af244,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:07.939403 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network baa60406-e629-42d4-b15d-c668674af244 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:51:07.990404 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-824f31c3-da1f-4288-98dc-ddbfdf20f082 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0651689 May 23 12:51:10.473191 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57510) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:10.883477 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c7780-69d3-4376-b849-9b21b3b11c0b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:10.884853 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-190c7780-69d3-4376-b849-9b21b3b11c0b demo admin] 10.222.0.30 "GET /v2.0/networks/baa60406-e629-42d4-b15d-c668674af244 HTTP/1.1" status: 200 len: 825 time: 0.4107058 May 23 12:51:10.909778 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c00960ba-086b-498a-b823-576401e302ca demo admin] 10.222.0.30 "GET /v2.0/subnetpools/9ba98631-5519-49da-ac3e-4641ee3fa7e4 HTTP/1.1" status: 200 len: 734 time: 0.0190909 May 23 12:51:10.919063 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Request body: {'subnet': {'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'subnetpool_id': '9ba98631-5519-49da-ac3e-4641ee3fa7e4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:51:11.033232 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Made reservation on behalf of 486401ae2e5f40d5a5f060242896ae53 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:51:11.036315 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:11.275640 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:11.364936 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (d4755538-48c1-4c1d-80e1-be564e1cce9a), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:11.440891 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Checking segment: {'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:51:11.441349 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Network hostable DHCP agents. Network: baa60406-e629-42d4-b15d-c668674af244, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:51:11.446012 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d4755538-48c1-4c1d-80e1-be564e1cce9a,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:11.513212 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Network baa60406-e629-42d4-b15d-c668674af244 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:51:11.582940 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, baa60406-e629-42d4-b15d-c668674af244) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:51:11.587260 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:11.587856 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:11.593955 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436960d-d1cc-4964-afb5-7dfb69cb70ca None None] Network baa60406-e629-42d4-b15d-c668674af244 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:51:11.653141 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1df48b42-0860-465a-bbc7-9e0d08df1488 demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7370262 May 23 12:51:11.862720 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-baa60406-e629-42d4-b15d-c668674af244', 'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'fixed_ips': [{'subnet_id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:51:11.864719 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:12.198762 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Allocated IP 172.20.0.2 (baa60406-e629-42d4-b15d-c668674af244/d4755538-48c1-4c1d-80e1-be564e1cce9a/4bac44df-2bd6-43bf-a808-cc3606c2d5fe) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:51:12.463210 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=59,neutron:INSERT=37,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:12.464972 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Publish callbacks [] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:12.542271 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:12.628445 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Network baa60406-e629-42d4-b15d-c668674af244 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:51:12.632993 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:51:12.635508 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Pushing event updated for resources: {'Port': ['ID=4bac44df-2bd6-43bf-a808-cc3606c2d5fe,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:12.639642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:51:12.647997 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.648345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.648703 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.649058 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.649394 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.649721 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.650102 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.650430 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.650755 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.651077 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.651399 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.651736 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.652061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.652379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.652963 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Tracked resource versions report: May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: pushed versions: May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: { 'AddressGroup': {'1.2'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Agent': {'1.1'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'ConntrackHelper': {'1.0'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'LocalIPAssociation': {'1.0'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Log': {'1.0'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'NDPProxy': {'1.0'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Network': {'1.1'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Port': {'1.7'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'PortForwarding': {'1.3'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'QosPolicy': {'1.10'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroup': {'1.5'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroupRule': {'1.2'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'SubPort': {'1.0'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Subnet': {'1.1'}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Trunk': {'1.1'}} May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: consumer versions: May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Agent': '1.1', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'ConntrackHelper': '1.0', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'LocalIPAssociation': '1.0', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Log': '1.0', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'NDPProxy': '1.0', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Network': '1.1', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Port': '1.7', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'PortForwarding': '1.3', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'QosPolicy': '1.10', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroup': '1.5', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroupRule': '1.2', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'SubPort': '1.0', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Subnet': '1.1', May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: 'Trunk': '1.1'}} May 23 12:51:12.654416 dv-cinder-master-3-iscsi neutron-server[115939]: {{(pid=115939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:51:12.731900 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Attempting to bind port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:51:12.732227 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Attempting to bind port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:51:12.732649 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Attempting to bind port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe on network baa60406-e629-42d4-b15d-c668674af244 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:51:12.737628 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:51:12.738588 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Checking segment: {'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:51:12.739055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:12.739443 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Bound using segment: {'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:51:12.739932 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Bound port: 4bac44df-2bd6-43bf-a808-cc3606c2d5fe, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:51:12.740326 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:12.802436 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] For port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:51:12.822473 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] For port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4bac44df-2bd6-43bf-a808-cc3606c2d5fe,segment=NetworkSegment(7995deca-1edf-47ab-9e46-40a19bd58b0e),segment_id=7995deca-1edf-47ab-9e46-40a19bd58b0e)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:51:12.902426 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:12.965344 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb11507-80cf-4d71-9ee7-388300da0578 None None] Pushing event updated for resources: {'Port': ['ID=4bac44df-2bd6-43bf-a808-cc3606c2d5fe,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:14.178641 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57520) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:14.501693 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [None req-1b237d1f-89d6-49d8-a3ad-5c8eb8efd42e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:51:14.502797 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1b237d1f-89d6-49d8-a3ad-5c8eb8efd42e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3232167 May 23 12:51:16.810388 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:16.814391 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=7 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:16.991753 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 57532) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:17.565693 dv-cinder-master-3-iscsi neutron-server[115937]: WARNING oslo_policy.policy [None req-969ecbaf-6582-4651-86c5-2507882f8468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:17.567466 dv-cinder-master-3-iscsi neutron-server[115937]: WARNING oslo_policy.policy [None req-969ecbaf-6582-4651-86c5-2507882f8468 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:17.805605 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [None req-969ecbaf-6582-4651-86c5-2507882f8468 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:51:17.806754 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-969ecbaf-6582-4651-86c5-2507882f8468 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8140233 May 23 12:51:20.261688 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57546) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:20.599065 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-cb0d4f43-5ba3-4444-a6e0-5b07e69539ee demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:51:20.673748 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4f43-5ba3-4444-a6e0-5b07e69539ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:20.676315 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4f43-5ba3-4444-a6e0-5b07e69539ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:20.821404 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4f43-5ba3-4444-a6e0-5b07e69539ee demo demo] Publish callbacks [] for router_controller (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:20.879905 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4f43-5ba3-4444-a6e0-5b07e69539ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:20.966306 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4f43-5ba3-4444-a6e0-5b07e69539ee demo demo] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:20.967491 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-cb0d4f43-5ba3-4444-a6e0-5b07e69539ee demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7048142 May 23 12:51:22.951073 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=10 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:22.952954 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=67,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:22.963578 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=76,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:23.425698 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57562) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:23.758990 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [None req-5611d401-4754-437f-bbae-c8ae5925d432 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:51:23.760000 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-5611d401-4754-437f-bbae-c8ae5925d432 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3329632 May 23 12:51:24.072725 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4bac44df-2bd6-43bf-a808-cc3606c2d5fe up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:51:24.154399 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:24.154800 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:24.255604 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:24.255928 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:24.290823 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4bac44df-2bd6-43bf-a808-cc3606c2d5fe,segment=NetworkSegment(7995deca-1edf-47ab-9e46-40a19bd58b0e),segment_id=7995deca-1edf-47ab-9e46-40a19bd58b0e)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:51:24.358958 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:24.412685 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=4bac44df-2bd6-43bf-a808-cc3606c2d5fe,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:24.443768 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52436701-b60b-4083-b4d2-0a148dec7924 None None] Network baa60406-e629-42d4-b15d-c668674af244 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:51:24.570725 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-61cce52e-7b27-456b-9467-f76491c395de None None] Provisioning complete for port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:24.570995 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-61cce52e-7b27-456b-9467-f76491c395de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:24.645903 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-61cce52e-7b27-456b-9467-f76491c395de None None] Current status of the port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:24.764606 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d4511066-0ac8-411a-843c-705dbfbd6508 None None] Provisioning complete for port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:24.764984 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d4511066-0ac8-411a-843c-705dbfbd6508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:24.836212 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d4511066-0ac8-411a-843c-705dbfbd6508 None None] Current status of the port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:26.040316 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4bac44df-2bd6-43bf-a808-cc3606c2d5fe up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:51:26.086174 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:26.086539 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:26.161710 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:26.233710 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57570) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:26.559820 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:51:26.569459 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:26.666781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Made reservation on behalf of af8b84d1e3e44efba851eab6bed63282 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:51:26.669106 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:26.680356 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:26.754543 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks [] for security_group (5dbb1bcc-e33d-4500-920e-d8178ace9baf), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:26.844007 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (5dbb1bcc-e33d-4500-920e-d8178ace9baf), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:26.862928 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Reserving flat network on physical network physnet1 {{(pid=115938) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 23 12:51:26.879428 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbb1bcc-e33d-4500-920e-d8178ace9baf,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:26.884229 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (722551c6-e92e-47ef-b4f6-803c1958a1be), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:26.884619 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Added segment 722551c6-e92e-47ef-b4f6-803c1958a1be of type flat for network fe71d324-16b9-44b5-8324-f2cee6c54d5d May 23 12:51:26.938183 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (fe71d324-16b9-44b5-8324-f2cee6c54d5d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:27.026772 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (fe71d324-16b9-44b5-8324-f2cee6c54d5d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:27.028041 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:27.028655 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:27.084109 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-adcec198-9619-431f-bbfa-7db5581cbd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:27.114478 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8797400 May 23 12:51:27.123059 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0fc46-3a2d-4802-8326-6494247450ba admin admin] Pushing event updated for resources: {'Network': ['ID=fe71d324-16b9-44b5-8324-f2cee6c54d5d,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:27.135108 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:51:29.421070 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5e65ef7c-b84a-462e-829f-770681b6cd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:29.546688 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 57578) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:29.880716 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writer thread running {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 23 12:51:29.881345 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:30.052156 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.policy [None req-edcc08be-01d7-411e-b306-2f2fcb69311e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115937) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 23 12:51:30.094693 dv-cinder-master-3-iscsi neutron-server[115937]: WARNING oslo_policy.policy [None req-edcc08be-01d7-411e-b306-2f2fcb69311e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:30.095071 dv-cinder-master-3-iscsi neutron-server[115937]: WARNING oslo_policy.policy [None req-edcc08be-01d7-411e-b306-2f2fcb69311e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 23 12:51:30.102656 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcc08be-01d7-411e-b306-2f2fcb69311e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:30.104375 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-edcc08be-01d7-411e-b306-2f2fcb69311e demo admin] 10.222.0.30 "GET /v2.0/subnets/d4755538-48c1-4c1d-80e1-be564e1cce9a HTTP/1.1" status: 200 len: 849 time: 0.5567703 May 23 12:51:30.267830 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-482c52dd-2732-469a-98e2-a18b29fd5956 demo admin] 10.222.0.30 "GET /v2.0/routers/edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d HTTP/1.1" status: 200 len: 704 time: 0.1575477 May 23 12:51:30.529477 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:30.541211 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:30.852428 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Allocated IP 172.20.0.1 (baa60406-e629-42d4-b15d-c668674af244/d4755538-48c1-4c1d-80e1-be564e1cce9a/231806d6-03a1-47dd-be8b-86f6ff9d5666) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:51:31.057798 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks [] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.159453 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.219490 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Network baa60406-e629-42d4-b15d-c668674af244 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:51:31.224660 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:51:31.271277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Pushing event updated for resources: {'Port': ['ID=231806d6-03a1-47dd-be8b-86f6ff9d5666,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:31.273978 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:51:31.274543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.335816 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.336160 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.336520 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.336875 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.337212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.337543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.337870 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.338217 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.338559 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.338885 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.339206 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.339543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.339866 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.340180 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.340497 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Tracked resource versions report: May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: pushed versions: May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: { 'AddressGroup': {'1.2'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Agent': {'1.1'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'ConntrackHelper': {'1.0'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'LocalIPAssociation': {'1.0'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Log': {'1.0'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'NDPProxy': {'1.0'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Network': {'1.1'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Port': {'1.7'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'PortForwarding': {'1.3'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'QosPolicy': {'1.10'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroup': {'1.5'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroupRule': {'1.2'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'SubPort': {'1.0'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Subnet': {'1.1'}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Trunk': {'1.1'}} May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: consumer versions: May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Agent': '1.1', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'ConntrackHelper': '1.0', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'LocalIPAssociation': '1.0', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Log': '1.0', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'NDPProxy': '1.0', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Network': '1.1', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Port': '1.7', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'PortForwarding': '1.3', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'QosPolicy': '1.10', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroup': '1.5', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroupRule': '1.2', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'SubPort': '1.0', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Subnet': '1.1', May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: 'Trunk': '1.1'}} May 23 12:51:31.341939 dv-cinder-master-3-iscsi neutron-server[115937]: {{(pid=115937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:51:31.493331 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-0fa1b333-2869-4199-a4ef-7f343657bf52 None None] Provisioning complete for port 231806d6-03a1-47dd-be8b-86f6ff9d5666 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:31.493713 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b333-2869-4199-a4ef-7f343657bf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.511131 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:31.524972 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-0fa1b333-2869-4199-a4ef-7f343657bf52 None None] Port 231806d6-03a1-47dd-be8b-86f6ff9d5666 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:51:31.550567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.552161 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:31.785240 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks [] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.809840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.838482 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.839316 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:31.919296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Pushing event updated for resources: {'Port': ['ID=231806d6-03a1-47dd-be8b-86f6ff9d5666,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:31.968056 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Network baa60406-e629-42d4-b15d-c668674af244 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:51:31.969307 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:51:32.210309 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:51:32.277990 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d325c2c7-0853-429a-8b67-20b3c0689f0a None None] Provisioning complete for port 231806d6-03a1-47dd-be8b-86f6ff9d5666 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:32.278261 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d325c2c7-0853-429a-8b67-20b3c0689f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:32.312115 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d325c2c7-0853-429a-8b67-20b3c0689f0a None None] Port 231806d6-03a1-47dd-be8b-86f6ff9d5666 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:51:32.346481 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:51:32.352504 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7d8f28ee-3c04-4605-bb0b-8963d7c29f3f demo admin] 10.222.0.30 "PUT /v2.0/routers/edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0792456 May 23 12:51:32.356756 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Sync routers for ids ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:51:32.369607 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Routers {'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:51:32.370488 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:51:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:32.578101 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Set router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d gateway port host: None {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:51:33.004370 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'name': 'router1', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:51:20Z', 'updated_at': '2022-05-23T12:51:31Z', 'revision_number': 2, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'gw_port_host': None, '_interfaces': [{'id': '231806d6-03a1-47dd-be8b-86f6ff9d5666', 'name': '', 'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'mac_address': 'fa:16:3e:4a:40:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:30Z', 'updated_at': '2022-05-23T12:51:31Z', 'revision_number': 2, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'subnets': [{'id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ba98631-5519-49da-ac3e-4641ee3fa7e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:33.054783 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Checking router: edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:51:33.055146 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Updating router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d port 231806d6-03a1-47dd-be8b-86f6ff9d5666 binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:51:33.107705 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.392697 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.646864 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Publish callbacks [] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.718145 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.884153 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Pushing event updated for resources: {'Port': ['ID=231806d6-03a1-47dd-be8b-86f6ff9d5666,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:33.897041 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Attempting to bind port 231806d6-03a1-47dd-be8b-86f6ff9d5666 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:51:33.897041 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Attempting to bind port 231806d6-03a1-47dd-be8b-86f6ff9d5666 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:51:33.897041 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Attempting to bind port 231806d6-03a1-47dd-be8b-86f6ff9d5666 on network baa60406-e629-42d4-b15d-c668674af244 {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:51:33.899080 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.899423 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.899761 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.900134 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.900464 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.900782 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.901095 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.901408 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.901722 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.902060 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.902636 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.902963 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.903277 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.903584 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.903893 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Tracked resource versions report: May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: pushed versions: May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: { 'AddressGroup': {'1.2'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Agent': {'1.1'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'ConntrackHelper': {'1.0'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'LocalIPAssociation': {'1.0'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Log': {'1.0'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'NDPProxy': {'1.0'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Network': {'1.1'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Port': {'1.7'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'PortForwarding': {'1.3'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'QosPolicy': {'1.10'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroup': {'1.5'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroupRule': {'1.2'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'SubPort': {'1.0'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Subnet': {'1.1'}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Trunk': {'1.1'}} May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: consumer versions: May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Agent': '1.1', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'ConntrackHelper': '1.0', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'LocalIPAssociation': '1.0', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Log': '1.0', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'NDPProxy': '1.0', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Network': '1.1', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Port': '1.7', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'PortForwarding': '1.3', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'QosPolicy': '1.10', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroup': '1.5', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroupRule': '1.2', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'SubPort': '1.0', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Subnet': '1.1', May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: 'Trunk': '1.1'}} May 23 12:51:33.905372 dv-cinder-master-3-iscsi neutron-server[115940]: {{(pid=115940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:51:33.913354 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:51:33.913566 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Checking segment: {'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:51:33.913994 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.914835 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Bound using segment: {'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:51:33.914835 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Bound port: 231806d6-03a1-47dd-be8b-86f6ff9d5666, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7995deca-1edf-47ab-9e46-40a19bd58b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'baa60406-e629-42d4-b15d-c668674af244'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:51:33.915211 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.929844 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:33.937083 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-cf635f6e-6e20-4bd2-8dc2-801a5ff19570 None None] Provisioning complete for port 231806d6-03a1-47dd-be8b-86f6ff9d5666 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:33.937468 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cf635f6e-6e20-4bd2-8dc2-801a5ff19570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:33.969209 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-cf635f6e-6e20-4bd2-8dc2-801a5ff19570 None None] Port 231806d6-03a1-47dd-be8b-86f6ff9d5666 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 12:51:33.985480 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] For port 231806d6-03a1-47dd-be8b-86f6ff9d5666, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:51:33.988656 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:34.005767 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] For port 231806d6-03a1-47dd-be8b-86f6ff9d5666, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=231806d6-03a1-47dd-be8b-86f6ff9d5666,segment=NetworkSegment(7995deca-1edf-47ab-9e46-40a19bd58b0e),segment_id=7995deca-1edf-47ab-9e46-40a19bd58b0e)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:51:34.101920 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:34.163477 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Routers {'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:51:34.164090 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:51:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:34.169789 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55f801-2ba7-4474-9fb7-fe790ccb1998 None None] Pushing event updated for resources: {'Port': ['ID=231806d6-03a1-47dd-be8b-86f6ff9d5666,revision_number=4']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:34.256105 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] Set router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d gateway port host: None {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:51:34.388374 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d377462c-0db4-4a22-9421-c272cb530311 None None] Provisioning complete for port 231806d6-03a1-47dd-be8b-86f6ff9d5666 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:34.388766 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d377462c-0db4-4a22-9421-c272cb530311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:34.465247 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'name': 'router1', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:51:20Z', 'updated_at': '2022-05-23T12:51:31Z', 'revision_number': 2, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'gw_port_host': None, '_interfaces': [{'id': '231806d6-03a1-47dd-be8b-86f6ff9d5666', 'name': '', 'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'mac_address': 'fa:16:3e:4a:40:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:30Z', 'updated_at': '2022-05-23T12:51:33Z', 'revision_number': 4, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'subnets': [{'id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ba98631-5519-49da-ac3e-4641ee3fa7e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:34.469223 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d377462c-0db4-4a22-9421-c272cb530311 None None] Current status of the port 231806d6-03a1-47dd-be8b-86f6ff9d5666 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:34.469703 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d377462c-0db4-4a22-9421-c272cb530311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:34.489687 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e8b870-4695-4cb0-ac56-db72e701e8f7 None None] The sync data for ids ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'] in dv-cinder-master-3-iscsi is: [{'id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'name': 'router1', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:51:20Z', 'updated_at': '2022-05-23T12:51:31Z', 'revision_number': 2, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'gw_port_host': None, '_interfaces': [{'id': '231806d6-03a1-47dd-be8b-86f6ff9d5666', 'name': '', 'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'mac_address': 'fa:16:3e:4a:40:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:30Z', 'updated_at': '2022-05-23T12:51:33Z', 'revision_number': 4, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'subnets': [{'id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ba98631-5519-49da-ac3e-4641ee3fa7e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:51:34.504447 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-d377462c-0db4-4a22-9421-c272cb530311 None None] For port 231806d6-03a1-47dd-be8b-86f6ff9d5666, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=231806d6-03a1-47dd-be8b-86f6ff9d5666,segment=NetworkSegment(7995deca-1edf-47ab-9e46-40a19bd58b0e),segment_id=7995deca-1edf-47ab-9e46-40a19bd58b0e)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:51:34.604033 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d377462c-0db4-4a22-9421-c272cb530311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:34.657289 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377462c-0db4-4a22-9421-c272cb530311 None None] Pushing event updated for resources: {'Port': ['ID=231806d6-03a1-47dd-be8b-86f6ff9d5666,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:34.849985 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57608) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:35.053965 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331da24-743e-4f1e-9e07-2e31a6a93736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:35.055248 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-2331da24-743e-4f1e-9e07-2e31a6a93736 admin admin] 10.222.0.30 "GET /v2.0/networks/fe71d324-16b9-44b5-8324-f2cee6c54d5d HTTP/1.1" status: 200 len: 842 time: 0.2041450 May 23 12:51:35.064599 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Request body: {'subnet': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'enable_dhcp': False}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:51:35.073293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=20 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:35.152494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Made reservation on behalf of af8b84d1e3e44efba851eab6bed63282 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:51:35.155015 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:35.514771 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.objects.ports [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115938) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 23 12:51:35.515223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (7c649795-3a19-4ea7-82b7-9f51443b0fed), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:35.561013 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:35.573225 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c649795-3a19-4ea7-82b7-9f51443b0fed,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:35.583532 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:51:35.583532 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Network hostable DHCP agents. Network: fe71d324-16b9-44b5-8324-f2cee6c54d5d, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:51:35.660470 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:51:35.723930 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fe71d324-16b9-44b5-8324-f2cee6c54d5d) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:51:35.728816 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:35.729400 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:35.735653 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8825695-613e-4072-8278-7cbc13394866 None None] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:51:35.783108 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:35.790190 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:35.801107 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:35.843222 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e439d8-c533-4daa-a2d3-724daa51ea15 None None] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:51:35.866056 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-548fa7eb-42fc-4ef2-b770-4beeda4b44c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7914326 May 23 12:51:38.298330 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57626) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:38.509967 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-12765c65-2652-4626-ab93-1b5db1e562b0 demo admin] 10.222.0.30 "GET /v2.0/routers/edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d HTTP/1.1" status: 200 len: 710 time: 0.2054975 May 23 12:51:38.510201 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:51:38.594053 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c97884-8b60-4291-b83f-2aae39b821cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:51:38.600566 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f3c97884-8b60-4291-b83f-2aae39b821cc demo admin] 10.222.0.30 "GET /v2.0/networks/fe71d324-16b9-44b5-8324-f2cee6c54d5d HTTP/1.1" status: 200 len: 886 time: 0.0847421 May 23 12:51:38.604310 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:51:38.885916 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks [] for router_gateway (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:39.154246 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks [] for router_gateway (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:39.217737 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:39.232676 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:39.387285 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:39.394579 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Allocated IP 172.37.1.205 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/2a4972e6-b233-41dc-88d1-330c1750e5cf) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:51:39.505395 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks [] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:39.645486 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:39.734983 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Pushing event updated for resources: {'Port': ['ID=2a4972e6-b233-41dc-88d1-330c1750e5cf,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:39.768190 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:51:39.769042 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:51:39.771581 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:51:40.123434 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks [] for router_gateway (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:40.380435 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:40.386791 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-846201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-858825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4877'] for router (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:40.391234 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-846192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-846183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-858816'] for router (edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:40.497951 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 12:51:40.601948 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:51:40.606258 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:40.608203 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6e5ec2f2-239e-4b96-82d1-86bb9334182f demo admin] 10.222.0.30 "PUT /v2.0/routers/edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d HTTP/1.1" status: 200 len: 890 time: 2.0069640 May 23 12:51:42.054427 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 231806d6-03a1-47dd-be8b-86f6ff9d5666 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:51:42.098247 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 231806d6-03a1-47dd-be8b-86f6ff9d5666 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:42.098632 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:42.171520 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 231806d6-03a1-47dd-be8b-86f6ff9d5666 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:42.343361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:42.344195 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:43.060946 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 57640) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:51:43.172539 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-04d819b6-b839-4159-a0e9-d408323139f9 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1103885 May 23 12:51:43.348112 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Sync routers for ids ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:51:43.361058 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Routers {'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:51:43.362244 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:51:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:43.565784 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Set router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:51:44.027833 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'name': 'router1', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.205'}], 'enable_snat': True}, 'gw_port_id': '2a4972e6-b233-41dc-88d1-330c1750e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:51:20Z', 'updated_at': '2022-05-23T12:51:39Z', 'revision_number': 4, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'gw_port': {'id': '2a4972e6-b233-41dc-88d1-330c1750e5cf', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:39Z', 'updated_at': '2022-05-23T12:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '231806d6-03a1-47dd-be8b-86f6ff9d5666', 'name': '', 'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'mac_address': 'fa:16:3e:4a:40:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:30Z', 'updated_at': '2022-05-23T12:51:34Z', 'revision_number': 5, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'subnets': [{'id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ba98631-5519-49da-ac3e-4641ee3fa7e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:44.076302 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Checking router: edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 12:51:44.076651 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Updating router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d port 2a4972e6-b233-41dc-88d1-330c1750e5cf binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 12:51:44.133046 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:44.468489 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=37 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:44.475705 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Publish callbacks [] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:44.551957 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:44.607417 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Attempting to bind port 2a4972e6-b233-41dc-88d1-330c1750e5cf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:51:44.607785 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Attempting to bind port 2a4972e6-b233-41dc-88d1-330c1750e5cf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:51:44.608134 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Attempting to bind port 2a4972e6-b233-41dc-88d1-330c1750e5cf on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:51:44.611019 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac78770-d24c-4206-a148-4590d6c4411a None None] Pushing event updated for resources: {'Port': ['ID=2a4972e6-b233-41dc-88d1-330c1750e5cf,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:44.616359 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:51:44.616725 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:51:44.617112 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:44.617487 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:51:44.617972 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Bound port: 2a4972e6-b233-41dc-88d1-330c1750e5cf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:51:44.618348 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:44.663829 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:44.666468 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] For port 2a4972e6-b233-41dc-88d1-330c1750e5cf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:51:44.669482 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] For port 2a4972e6-b233-41dc-88d1-330c1750e5cf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2a4972e6-b233-41dc-88d1-330c1750e5cf,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:51:44.753286 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:44.812055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Routers {'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:51:44.812675 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:51:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:44.848318 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac78770-d24c-4206-a148-4590d6c4411a None None] Pushing event updated for resources: {'Port': ['ID=2a4972e6-b233-41dc-88d1-330c1750e5cf,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:44.935735 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] Set router edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 12:51:45.085117 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:45.147442 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'name': 'router1', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.205'}], 'enable_snat': True}, 'gw_port_id': '2a4972e6-b233-41dc-88d1-330c1750e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:51:20Z', 'updated_at': '2022-05-23T12:51:39Z', 'revision_number': 4, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'gw_port': {'id': '2a4972e6-b233-41dc-88d1-330c1750e5cf', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:39Z', 'updated_at': '2022-05-23T12:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '231806d6-03a1-47dd-be8b-86f6ff9d5666', 'name': '', 'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'mac_address': 'fa:16:3e:4a:40:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:30Z', 'updated_at': '2022-05-23T12:51:34Z', 'revision_number': 5, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'subnets': [{'id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ba98631-5519-49da-ac3e-4641ee3fa7e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:51:45.173352 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87c32b-7822-4779-ab9b-778aa28b6c88 None None] The sync data for ids ['edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d'] in dv-cinder-master-3-iscsi is: [{'id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'name': 'router1', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.205'}], 'enable_snat': True}, 'gw_port_id': '2a4972e6-b233-41dc-88d1-330c1750e5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:51:20Z', 'updated_at': '2022-05-23T12:51:39Z', 'revision_number': 4, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'gw_port': {'id': '2a4972e6-b233-41dc-88d1-330c1750e5cf', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:39Z', 'updated_at': '2022-05-23T12:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '231806d6-03a1-47dd-be8b-86f6ff9d5666', 'name': '', 'network_id': 'baa60406-e629-42d4-b15d-c668674af244', 'tenant_id': '486401ae2e5f40d5a5f060242896ae53', 'mac_address': 'fa:16:3e:4a:40:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf31dd4-90d6-4d23-8f65-aa9ccfcc2c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:51:30Z', 'updated_at': '2022-05-23T12:51:34Z', 'revision_number': 5, 'project_id': '486401ae2e5f40d5a5f060242896ae53', 'subnets': [{'id': 'd4755538-48c1-4c1d-80e1-be564e1cce9a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ba98631-5519-49da-ac3e-4641ee3fa7e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 12:51:46.103912 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 2a4972e6-b233-41dc-88d1-330c1750e5cf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:51:46.150431 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 2a4972e6-b233-41dc-88d1-330c1750e5cf triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:46.150870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:46.169140 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:46.235469 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 2a4972e6-b233-41dc-88d1-330c1750e5cf is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:46.236037 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:46.257501 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 2a4972e6-b233-41dc-88d1-330c1750e5cf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2a4972e6-b233-41dc-88d1-330c1750e5cf,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:51:46.329328 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:46.403377 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=2a4972e6-b233-41dc-88d1-330c1750e5cf,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:51:48.102219 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 2a4972e6-b233-41dc-88d1-330c1750e5cf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:51:48.198468 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 2a4972e6-b233-41dc-88d1-330c1750e5cf triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:51:48.198759 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (2a4972e6-b233-41dc-88d1-330c1750e5cf), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:48.322085 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 2a4972e6-b233-41dc-88d1-330c1750e5cf is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:51:48.510457 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=51,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:53.165759 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:53.169056 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=15 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:51:57.066609 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fd36707c-57da-4123-9b9f-58102a460573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:51:59.441773 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-44a22d82-2eec-4fb2-bdd1-9ad459dfdc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:00.488652 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:01.860191 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:03.385517 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:13.315875 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:13.321159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=25 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:13.323402 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:15.509547 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:52:15.519698 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:25.509367 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:27.825176 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4913b6e4-fa27-45bc-b8a0-1a74ccf36968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:29.436313 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9b29e9ea-3cc2-45de-af6f-becb9e571830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:30.481834 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:31.826345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:33.373248 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:43.318086 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:43.322992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:43.324745 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:52.509842 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:52:55.506770 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:52:57.086458 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f90f88c8-891d-487b-823c-82a01c0bb3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:52:59.433782 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0db18ae5-f387-4cee-9c56-5e0f43f9a60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:00.503607 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:01.817354 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:02.506833 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=7 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:03.389328 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:03.910357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58178) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:03.976490 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d4438c-fdc4-47ce-9dac-632356d26e39 admin admin] GET failed (client error): The resource could not be found. May 23 12:53:03.977812 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-12d4438c-fdc4-47ce-9dac-632356d26e39 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664833 May 23 12:53:04.140578 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc60935-8f42-43b2-b34a-8fb641b3565a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:04.142094 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1dc60935-8f42-43b2-b34a-8fb641b3565a admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1602194 May 23 12:53:06.356969 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58188) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:06.448117 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0c00b-b48b-4525-bf3b-791771024ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:06.449456 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-45a0c00b-b48b-4525-bf3b-791771024ab7 admin admin] 10.222.0.30 "GET /v2.0/subnets/d4755538-48c1-4c1d-80e1-be564e1cce9a HTTP/1.1" status: 200 len: 849 time: 0.0909245 May 23 12:53:06.458955 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:53:06.545774 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Publish callbacks [] for subnet (d4755538-48c1-4c1d-80e1-be564e1cce9a), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:06.760258 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747492111041'] for subnet (d4755538-48c1-4c1d-80e1-be564e1cce9a), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:06.793712 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:06.794317 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:06.795854 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] 10.222.0.30 "PUT /v2.0/subnets/d4755538-48c1-4c1d-80e1-be564e1cce9a HTTP/1.1" status: 200 len: 868 time: 0.3402760 May 23 12:53:06.798925 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68462d41-bf3d-4645-a713-286642db780a None None] Network baa60406-e629-42d4-b15d-c668674af244 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:53:06.814700 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4755538-48c1-4c1d-80e1-be564e1cce9a,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:53:06.822433 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.822826 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.823117 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.823455 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.823780 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.824102 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.824417 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.825036 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.825175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.825400 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.825734 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.826661 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.827527 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.827527 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:06.827822 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516fde9-ab64-4aa5-a986-45049ee8de60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:53:07.169468 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-a14a1671-2f27-4112-8f37-ba6415d5aa78 None None] Provisioning complete for port 231806d6-03a1-47dd-be8b-86f6ff9d5666 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:53:07.169847 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a14a1671-2f27-4112-8f37-ba6415d5aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (231806d6-03a1-47dd-be8b-86f6ff9d5666), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:07.242802 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-a14a1671-2f27-4112-8f37-ba6415d5aa78 None None] Current status of the port 231806d6-03a1-47dd-be8b-86f6ff9d5666 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:53:07.252015 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-a14a1671-2f27-4112-8f37-ba6415d5aa78 None None] Provisioning complete for port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:53:07.252397 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a14a1671-2f27-4112-8f37-ba6415d5aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4bac44df-2bd6-43bf-a808-cc3606c2d5fe), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:07.327288 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-a14a1671-2f27-4112-8f37-ba6415d5aa78 None None] Current status of the port 4bac44df-2bd6-43bf-a808-cc3606c2d5fe is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:53:09.022728 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58196) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:09.224081 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafbe8f-cf91-4a2d-9f4a-68d6ea4d3c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:09.224890 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafbe8f-cf91-4a2d-9f4a-68d6ea4d3c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:09.226552 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-bdafbe8f-cf91-4a2d-9f4a-68d6ea4d3c1d admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028475 May 23 12:53:11.446386 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58204) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:11.580349 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c912316-87c3-4cfb-b68a-7b5308ce1472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:11.580817 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c912316-87c3-4cfb-b68a-7b5308ce1472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:11.582353 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9c912316-87c3-4cfb-b68a-7b5308ce1472 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1350310 May 23 12:53:13.851164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58212) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:13.988624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ad9308-51cc-4c05-8f9a-1e06767048b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:13.992706 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-79ad9308-51cc-4c05-8f9a-1e06767048b0 admin admin] 10.222.0.30 "GET /v2.0/networks/baa60406-e629-42d4-b15d-c668674af244 HTTP/1.1" status: 200 len: 869 time: 0.1377978 May 23 12:53:16.213471 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58222) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:16.345204 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ae9cf-19d8-4f72-853c-278fad3752de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:16.346541 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d09ae9cf-19d8-4f72-853c-278fad3752de admin admin] 10.222.0.30 "GET /v2.0/networks/fe71d324-16b9-44b5-8324-f2cee6c54d5d HTTP/1.1" status: 200 len: 886 time: 0.1320689 May 23 12:53:17.319867 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=33 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:17.323755 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:17.325630 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:18.582881 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58230) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:18.707120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e5b36-9093-4a6f-954e-bac72200fb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:18.707576 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3e5b36-9093-4a6f-954e-bac72200fb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:18.709122 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7d3e5b36-9093-4a6f-954e-bac72200fb33 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252329 May 23 12:53:20.951101 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58238) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:21.042333 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c1bb7-e2cc-474f-a884-2bfcd10490e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:21.042782 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c1bb7-e2cc-474f-a884-2bfcd10490e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:21.050765 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-bb4c1bb7-e2cc-474f-a884-2bfcd10490e2 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982952 May 23 12:53:21.576204 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:21.578234 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=81,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:23.266566 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58246) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:23.354606 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45ece50-7296-44bb-8422-88a0c14b921c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:23.355920 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d45ece50-7296-44bb-8422-88a0c14b921c admin admin] 10.222.0.30 "GET /v2.0/subnets/7c649795-3a19-4ea7-82b7-9f51443b0fed HTTP/1.1" status: 200 len: 816 time: 0.0884187 May 23 12:53:25.576990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58254) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:53:25.667803 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1377a543-08b9-42a7-a379-42395712eb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:53:25.669839 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1377a543-08b9-42a7-a379-42395712eb41 admin admin] 10.222.0.30 "GET /v2.0/subnets/d4755538-48c1-4c1d-80e1-be564e1cce9a HTTP/1.1" status: 200 len: 868 time: 0.0917492 May 23 12:53:27.112559 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1b46668f-ccfa-49b8-badf-62d2051219c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:29.444863 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2ad02d22-dd4a-43e3-898d-24a6eedf953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:29.507868 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:53:30.490539 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:31.866912 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:33.392519 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:35.656127 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=47 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:35.664617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=45 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:39.503695 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:39.504517 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:41.764679 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:43.321240 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:43.328179 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:53:57.065995 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-71eb83cf-4818-4d76-8bdc-231a61cd8c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:53:59.438380 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b850867c-5d3b-442c-8d11-237d8d6aa3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:00.564077 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:01.848520 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:03.403490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:06.220204 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58312) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:54:06.267238 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [None req-0b04317e-0b37-4d16-82a4-e455f424a967 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:54:06.268254 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-0b04317e-0b37-4d16-82a4-e455f424a967 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471148 May 23 12:54:06.508978 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:54:06.520773 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=19 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:08.584067 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58320) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:54:08.645324 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f137e433-fd82-424a-84b1-95e220388eec admin admin] GET failed (client error): The resource could not be found. May 23 12:54:08.646656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f137e433-fd82-424a-84b1-95e220388eec admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616612 May 23 12:54:08.795437 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69403a2-f93c-43b9-90f2-abe8f0e5e675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:54:08.795437 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-a69403a2-f93c-43b9-90f2-abe8f0e5e675 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1428838 May 23 12:54:11.064809 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58328) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:54:11.113073 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:54:11.208723 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Made reservation on behalf of af8b84d1e3e44efba851eab6bed63282 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:54:11.211196 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:11.238763 dv-cinder-master-3-iscsi neutron-server[115937]: WARNING neutron.services.revisions.revision_plugin [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Could not find related network for resource to bump revision. May 23 12:54:11.255935 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:54:11.267087 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (f00c7f05-9f27-421e-b4b9-817e5731d138), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:11.267559 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Added segment f00c7f05-9f27-421e-b4b9-817e5731d138 of type vlan for network 382e350f-2234-4f98-b9e3-daf5a1e5db51 May 23 12:54:11.318619 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (382e350f-2234-4f98-b9e3-daf5a1e5db51), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:11.424987 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (382e350f-2234-4f98-b9e3-daf5a1e5db51), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:11.426047 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:54:11.426650 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:11.521699 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Pushing event updated for resources: {'Network': ['ID=382e350f-2234-4f98-b9e3-daf5a1e5db51,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:54:11.528874 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.529212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.529562 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.529918 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.530268 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.530591 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.530912 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.531229 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.531566 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.531889 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.532222 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.532557 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.532876 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.533347 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.533666 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:11.545865 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 382e350f-2234-4f98-b9e3-daf5a1e5db51 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:54:11.577531 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9bd06c4d-4dcd-4566-ab6a-22f69927262f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5116351 May 23 12:54:13.841169 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58336) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:54:13.902205 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4a20de-ddbc-4dd1-b30e-3aae74869692 admin admin] GET failed (client error): The resource could not be found. May 23 12:54:13.903465 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7c4a20de-ddbc-4dd1-b30e-3aae74869692 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613563 May 23 12:54:13.979564 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6b673-3bfe-4596-b63d-cfb2b077806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:54:13.980898 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7dd6b673-3bfe-4596-b63d-cfb2b077806e admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0734024 May 23 12:54:13.990538 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:54:14.060294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Made reservation on behalf of af8b84d1e3e44efba851eab6bed63282 for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:54:14.062609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:14.306890 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (48a66c57-0c7f-4ee7-a67a-04f20b9774f8), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:14.364266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a66c57-0c7f-4ee7-a67a-04f20b9774f8,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:54:14.374388 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Checking segment: {'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:54:14.374741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Network hostable DHCP agents. Network: 382e350f-2234-4f98-b9e3-daf5a1e5db51, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:54:14.443083 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Network 382e350f-2234-4f98-b9e3-daf5a1e5db51 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:54:14.521996 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 382e350f-2234-4f98-b9e3-daf5a1e5db51) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:54:14.527049 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:54:14.527638 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:14.532281 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e0cd7-396c-4dd7-a0c1-fb76cbfe1fac None None] Network 382e350f-2234-4f98-b9e3-daf5a1e5db51 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:54:14.617546 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f0b20dc3-2013-4f1e-aa21-7325daa68a36 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6303284 May 23 12:54:14.736668 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-382e350f-2234-4f98-b9e3-daf5a1e5db51', 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51', 'project_id': 'af8b84d1e3e44efba851eab6bed63282', 'fixed_ips': [{'subnet_id': '48a66c57-0c7f-4ee7-a67a-04f20b9774f8'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:54:14.737615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:14.887077 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Allocated IP 192.168.233.2 (382e350f-2234-4f98-b9e3-daf5a1e5db51/48a66c57-0c7f-4ee7-a67a-04f20b9774f8/d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:54:15.031991 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Publish callbacks [] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:15.112755 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:15.159855 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Network 382e350f-2234-4f98-b9e3-daf5a1e5db51 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:54:15.163011 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:54:15.167471 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:54:15.172196 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Pushing event updated for resources: {'Port': ['ID=d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:54:15.181060 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.182430 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.182565 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.182877 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.183213 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.183540 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.183863 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.184217 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.184541 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.184860 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.185181 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.185515 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.185836 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.186176 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.186494 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:54:15.240001 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Attempting to bind port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:54:15.240358 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Attempting to bind port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:54:15.240708 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Attempting to bind port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d on network 382e350f-2234-4f98-b9e3-daf5a1e5db51 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:54:15.246052 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:54:15.246420 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Checking segment: {'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:54:15.246807 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:15.247188 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Bound using segment: {'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:54:15.247638 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Bound port: d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:54:15.248009 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:15.309643 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] For port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:54:15.312772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] For port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d,segment=NetworkSegment(f00c7f05-9f27-421e-b4b9-817e5731d138),segment_id=f00c7f05-9f27-421e-b4b9-817e5731d138)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:54:15.387146 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:15.445317 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4df70-bc00-4600-b290-83fd7a7cb218 None None] Pushing event updated for resources: {'Port': ['ID=d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:54:16.187491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:54:16.247407 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:54:16.247790 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:16.334320 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:54:16.334715 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:16.377000 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2a3360-f86b-4551-94c8-6c9c972e6713 None None] Network 382e350f-2234-4f98-b9e3-daf5a1e5db51 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:54:16.379917 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d,segment=NetworkSegment(f00c7f05-9f27-421e-b4b9-817e5731d138),segment_id=f00c7f05-9f27-421e-b4b9-817e5731d138)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:54:16.455755 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:16.505306 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:16.516879 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-1ec27a9e-c43d-4d20-8235-6c61e0916413 None None] Provisioning complete for port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:54:16.519263 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1ec27a9e-c43d-4d20-8235-6c61e0916413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:16.571119 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:16.576582 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:54:16.627881 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-1ec27a9e-c43d-4d20-8235-6c61e0916413 None None] Current status of the port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:54:16.940033 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:16.947586 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-0aa4ede8-5f10-4e14-9a75-5756e45c023b None None] Provisioning complete for port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:54:16.947965 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ede8-5f10-4e14-9a75-5756e45c023b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:16.967741 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:17.027999 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4ede8-5f10-4e14-9a75-5756e45c023b None None] Current status of the port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:54:18.133550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:54:18.176603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:54:18.176986 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:18.246322 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port d17149c1-e4d3-4a4d-a811-ea4d3b0ff63d is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:54:24.534638 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=80,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:24.536990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:27.082331 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f5c2cf79-8abd-44d8-b0e9-307f2f0d0266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:29.442535 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-eb26bc9d-6672-4ada-94e9-b7263a7a90df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:30.505194 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:31.830899 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:33.407871 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:43.324566 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:43.330433 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:43.332148 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:43.507898 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:54:43.518554 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:55.500300 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=6 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:55.501288 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:54:57.086770 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c1f4c464-dda4-48b9-9f54-57c16fb11689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:54:59.464246 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-bbb3665e-177b-4f39-a005-3c053f55018f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:00.515352 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:01.839746 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:03.383490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:13.328948 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:13.334061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:13.336857 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:20.506449 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:55:27.074606 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e1b7ae02-fddf-4fc9-bd25-9d94c8cce46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:29.455488 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-927b43ee-d5d1-49d5-998a-0fb87a2bc55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:30.501681 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:30.502450 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=6 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:30.508420 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:31.827925 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:33.404332 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:43.336014 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:43.339933 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:43.341616 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:55:57.084074 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a7db6b55-601d-4493-ad86-5d07e9cbc1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:55:57.505671 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:55:59.472411 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-bd037388-301d-4127-9778-86a1d19530b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:00.518721 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:01.865273 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:03.398355 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:03.542078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58376) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:56:03.547880 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [None req-40e7ca67-9209-4027-91f6-074ffec88575 tempest-verify_tempest_config-1696855228 tempest-verify_tempest_config-1696855228-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:56:03.548825 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-40e7ca67-9209-4027-91f6-074ffec88575 tempest-verify_tempest_config-1696855228 tempest-verify_tempest_config-1696855228-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057783 May 23 12:56:04.162550 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58394) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:56:04.272225 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:04.374075 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Publish callbacks [] for security_group (58aae86f-ce27-4f40-9c54-6f787d40a174), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:04.436682 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (58aae86f-ce27-4f40-9c54-6f787d40a174), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:04.483710 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=534bd14413ed45b2a5612013d3d8dc2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3200600 May 23 12:56:04.484405 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aae86f-ce27-4f40-9c54-6f787d40a174,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:56:04.486396 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58398) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:56:04.491687 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.492048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.492446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.492920 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.493253 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.493580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.493929 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.494279 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.494618 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.494972 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.495298 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.495749 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.496182 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.496507 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.496848 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f616613d-25ad-4ac5-bff3-87d338c5532f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.542214 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Publish callbacks [] for security_group (58aae86f-ce27-4f40-9c54-6f787d40a174), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:04.562699 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Publish callbacks [] for security_group (58aae86f-ce27-4f40-9c54-6f787d40a174), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:04.712618 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (58aae86f-ce27-4f40-9c54-6f787d40a174), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:04.715223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:04.716417 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58aae86f-ce27-4f40-9c54-6f787d40a174 HTTP/1.1" status: 204 len: 168 time: 0.2289746 May 23 12:56:04.724229 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aae86f-ce27-4f40-9c54-6f787d40a174,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:56:04.731533 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.731871 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.732224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.732556 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.732880 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.733201 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.733532 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.733906 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.734168 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.734488 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.734803 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.735118 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.735422 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.735731 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:04.736035 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025d674a-594a-4a89-8049-c457bd30f8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:56:07.500202 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=19 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:07.501451 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:11.780047 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:13.341927 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:14.479830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:14.487720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:14.727235 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:14.728396 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:14.760245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=9 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:27.077291 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-42249e74-b787-4c2e-b185-4374dca0f98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:29.465477 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2edab48d-30bd-4d30-ad92-9e7ddd1fe3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:30.538265 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:31.842497 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:33.406587 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:34.505207 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:56:43.339833 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:43.344798 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=18 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:43.346515 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:44.501240 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:44.502596 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:55.506172 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:55.506919 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:56:57.119357 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0e2b277d-bfce-4fa9-a2b6-f1b4f35a7896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:56:59.458573 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-bc9395eb-690c-468f-b888-c586cca6f50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:00.520851 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:01.858175 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:03.424523 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:11.504733 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:57:13.338712 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:13.342581 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:13.345284 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:21.500708 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:21.501502 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:27.089775 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9a68d07a-18ad-4c3f-be21-21e7d0ef0a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:29.445847 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-31dfd775-fb58-478d-a1f9-22816b35572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:30.506797 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:31.878110 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:33.404984 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:41.790252 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:43.341070 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:43.342957 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:48.504312 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 5 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:57:53.998844 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-847719'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:56.900813 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=14 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:57.111243 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3ad5239a-587b-4d45-bf5b-8d25e4236a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:57:58.500564 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=20 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:57:59.438483 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-51880790-1e03-4058-b64b-9785f9d8a4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:00.501127 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:01.850176 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:03.426356 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:07.218679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58478) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:58:07.325634 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-603360f2-e4d9-4b49-b349-60ca89d22340 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1058574 May 23 12:58:09.557759 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58488) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:58:09.618823 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ae7ddb7c-6a47-4d42-b023-4cd66ccd0478 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0599725 May 23 12:58:13.337055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:13.340973 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:INSERT=1,neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:13.342891 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:17.319337 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:17.320125 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:19.610917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:19.613764 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:23.917039 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:25.504184 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:58:25.520964 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:27.099514 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0cc56cce-716a-4fea-ad01-d22ac1ce5556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:29.505141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-14bdbed8-6c58-4ac6-a230-9e7fcae37695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:30.528352 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:31.843657 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:33.422977 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:35.500796 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:43.338327 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:43.342219 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:43.343922 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:58:53.909756 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:57.081183 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6d9b785a-6414-4633-af05-3e0a1e98149a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:58:59.444838 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ee29f9b3-b3d9-41e0-a158-cb4f0dabc1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:00.526946 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:01.861998 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:02.505126 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:59:03.399045 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:11.798824 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:12.501496 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:12.502232 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=6 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:13.339134 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:13.342382 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:23.937011 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:27.091802 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3d60c528-2967-4365-85a6-ecf85c6ae31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:29.456389 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5000d0c6-fa27-448c-b69d-8435b8151bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:30.540358 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:31.860444 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:33.437142 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:39.504590 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 12:59:39.513190 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:43.341140 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:43.346153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:43.348865 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:52.971849 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58672) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:53.095273 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58686) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:53.374101 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-360360008-network', 'tenant_id': 'a840824e38be4e3aa8f0f3e09c3fee14'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:53.482025 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Made reservation on behalf of a840824e38be4e3aa8f0f3e09c3fee14 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:53.484697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.493268 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.571400 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks [] for security_group (cd877897-4320-41c5-acbc-1a1a61b9b9ff), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.647713 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (cd877897-4320-41c5-acbc-1a1a61b9b9ff), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.675145 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd877897-4320-41c5-acbc-1a1a61b9b9ff,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:53.682247 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:59:53.695952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (b00e9164-f528-428e-a8b1-ef8e2f8b78c1), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.695952 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Added segment b00e9164-f528-428e-a8b1-ef8e2f8b78c1 of type vlan for network e0250bf4-23cc-4440-b5f6-63745667f956 May 23 12:59:53.703664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1037665842-network', 'tenant_id': '9e3c84deee9a435a9c1e72e8408c18b4'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:53.721613 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.721980 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.722310 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.722645 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.724185 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.724185 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.724185 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.724185 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.724517 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.724691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.725172 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.725680 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.726026 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.726472 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.726786 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Tracked resource versions report: May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: pushed versions: May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: { 'AddressGroup': {'1.2'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Agent': {'1.1'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'ConntrackHelper': {'1.0'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'LocalIPAssociation': {'1.0'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Log': {'1.0'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'NDPProxy': {'1.0'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Network': {'1.1'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Port': {'1.7'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'PortForwarding': {'1.3'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'QosPolicy': {'1.10'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroup': {'1.5'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroupRule': {'1.2'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'SubPort': {'1.0'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Subnet': {'1.1'}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Trunk': {'1.1'}} May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: consumer versions: May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: HyperV agent@hv-cinder-maste: {}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Agent': '1.1', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'ConntrackHelper': '1.0', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'LocalIPAssociation': '1.0', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Log': '1.0', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'NDPProxy': '1.0', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Network': '1.1', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Port': '1.7', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'PortForwarding': '1.3', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'QosPolicy': '1.10', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroup': '1.5', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'SecurityGroupRule': '1.2', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'SubPort': '1.0', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Subnet': '1.1', May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: 'Trunk': '1.1'}} May 23 12:59:53.727948 dv-cinder-master-3-iscsi neutron-server[115937]: {{(pid=115937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:59:53.854314 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (e0250bf4-23cc-4440-b5f6-63745667f956), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.885197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58706) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:53.920172 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58712) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:53.935768 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Made reservation on behalf of 9e3c84deee9a435a9c1e72e8408c18b4 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:53.938629 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.951435 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.970885 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.973592 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (e0250bf4-23cc-4440-b5f6-63745667f956), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:53.975096 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:53.975664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.099037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks [] for security_group (e052a1b8-fbd6-4226-8182-5d32f1512054), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.102690 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] Pushing event updated for resources: {'Network': ['ID=e0250bf4-23cc-4440-b5f6-63745667f956,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:54.113382 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network e0250bf4-23cc-4440-b5f6-63745667f956 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:59:54.144387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-741690976-network', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:54.167427 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58738) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:54.168721 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7909cc68-1cb0-45f3-a9e4-0568ef12da7f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1945117 May 23 12:59:54.170274 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e052a1b8-fbd6-4226-8182-5d32f1512054), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.175621 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Request body: {'subnet': {'network_id': 'e0250bf4-23cc-4440-b5f6-63745667f956', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-360360008-subnet', 'tenant_id': 'a840824e38be4e3aa8f0f3e09c3fee14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:54.197922 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e052a1b8-fbd6-4226-8182-5d32f1512054,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:54.216602 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:59:54.230218 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (ceb7e888-bd30-4ae6-82a0-d351f2788ba3), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.231151 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Added segment ceb7e888-bd30-4ae6-82a0-d351f2788ba3 of type vlan for network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d May 23 12:59:54.272700 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (50e5ce1d-72f1-4bb0-be55-af6d47fef78d), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.276761 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Made reservation on behalf of 0ae347c79fe74082906f0d8eb9dc6677 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:54.280343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.295993 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.319845 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:54.342839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-network', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:54.344194 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Made reservation on behalf of a840824e38be4e3aa8f0f3e09c3fee14 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:54.346758 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.351786 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:54.417396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks [] for security_group (e2eeaf70-d831-438e-9591-dbbca2e522da), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.418491 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (50e5ce1d-72f1-4bb0-be55-af6d47fef78d), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.419803 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:54.420428 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.488942 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] Pushing event updated for resources: {'Network': ['ID=50e5ce1d-72f1-4bb0-be55-af6d47fef78d,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:54.498221 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Made reservation on behalf of 5bda5ee012d84d88a3015baa3b80a7d7 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:54.503112 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:59:54.518303 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.532923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.550540 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e2eeaf70-d831-438e-9591-dbbca2e522da), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.577406 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:59:54.612889 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (9db5bfc4-d54a-4f13-96f3-bd8bc269e43b), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.613656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Added segment 9db5bfc4-d54a-4f13-96f3-bd8bc269e43b of type vlan for network 27240b79-2fbf-4ada-bcf2-ef920669591c May 23 12:59:54.624419 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eeaf70-d831-438e-9591-dbbca2e522da,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:54.640571 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (ea57275d-afd8-4d6d-9e8c-10073ee49bd9), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.663900 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-8c78db8c-0f53-43b7-aa73-eb379576f80d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5675573 May 23 12:59:54.677148 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58750) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:54.722344 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (27240b79-2fbf-4ada-bcf2-ef920669591c), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.755791 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Request body: {'subnet': {'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1037665842-subnet', 'tenant_id': '9e3c84deee9a435a9c1e72e8408c18b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:54.780062 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks [] for security_group (9b2a510f-45f0-4bce-9fe2-9f57700453f0), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.793400 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Checking segment: {'id': 'b00e9164-f528-428e-a8b1-ef8e2f8b78c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e0250bf4-23cc-4440-b5f6-63745667f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:59:54.793869 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Network hostable DHCP agents. Network: e0250bf4-23cc-4440-b5f6-63745667f956, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:59:54.833109 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea57275d-afd8-4d6d-9e8c-10073ee49bd9,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:54.840997 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Tracked resource versions report: May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: pushed versions: May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: { 'AddressGroup': {'1.2'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'Agent': {'1.1'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'ConntrackHelper': {'1.0'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'LocalIPAssociation': {'1.0'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'Log': {'1.0'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'NDPProxy': {'1.0'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'Network': {'1.1'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'Port': {'1.7'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'PortForwarding': {'1.3'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'QosPolicy': {'1.10'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroup': {'1.5'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroupRule': {'1.2'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'SubPort': {'1.0'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'Subnet': {'1.1'}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: 'Trunk': {'1.1'}} May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: consumer versions: May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:54.847885 dv-cinder-master-3-iscsi neutron-server[115938]: HyperV agent@hv-cinder-maste: {}, May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'Agent': '1.1', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'ConntrackHelper': '1.0', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'LocalIPAssociation': '1.0', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'Log': '1.0', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'NDPProxy': '1.0', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'Network': '1.1', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'Port': '1.7', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'PortForwarding': '1.3', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'QosPolicy': '1.10', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroup': '1.5', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'SecurityGroupRule': '1.2', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'SubPort': '1.0', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'Subnet': '1.1', May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: 'Trunk': '1.1'}} May 23 12:59:54.850679 dv-cinder-master-3-iscsi neutron-server[115938]: {{(pid=115938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:59:54.901443 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9b2a510f-45f0-4bce-9fe2-9f57700453f0), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.929516 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:59:54.930120 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Made reservation on behalf of 9e3c84deee9a435a9c1e72e8408c18b4 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:54.932595 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.936033 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Network e0250bf4-23cc-4440-b5f6-63745667f956 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:59:54.939047 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (27240b79-2fbf-4ada-bcf2-ef920669591c), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.940341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:54.941086 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.963483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2a510f-45f0-4bce-9fe2-9f57700453f0,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:54.980410 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (4f368d9a-a35a-45ee-9d3e-b39a467bcd51), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:54.982447 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Added segment 4f368d9a-a35a-45ee-9d3e-b39a467bcd51 of type vlan for network 11cfb087-2166-41ce-9a36-a5b349287bd2 May 23 12:59:55.060573 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=27240b79-2fbf-4ada-bcf2-ef920669591c,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:55.079488 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 27240b79-2fbf-4ada-bcf2-ef920669591c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:59:55.082641 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (11cfb087-2166-41ce-9a36-a5b349287bd2), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.133234 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-0c93345c-40fd-4ad4-a81f-90b409d1a5c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.2496042 May 23 12:59:55.136143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58768) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:55.143607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Request body: {'subnet': {'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-741690976-subnet', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:55.203517 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e0250bf4-23cc-4440-b5f6-63745667f956) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:55.218141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee2124f-1569-4859-af0f-90dba681eb77 None None] Network e0250bf4-23cc-4440-b5f6-63745667f956 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:55.219532 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:55.220101 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.249301 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (11cfb087-2166-41ce-9a36-a5b349287bd2), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.250835 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:55.251909 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.291302 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Made reservation on behalf of 0ae347c79fe74082906f0d8eb9dc6677 for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:55.300665 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.357422 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f5f1164a-7dce-4039-851d-4d0db1a2add5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1866150 May 23 12:59:55.419381 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.4978328 May 23 12:59:55.422419 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58784) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:55.427332 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Request body: {'subnet': {'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-subnet', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:55.445739 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9bc2f-3b20-40e4-938f-f7ecacfe696d admin admin] Pushing event updated for resources: {'Network': ['ID=11cfb087-2166-41ce-9a36-a5b349287bd2,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:55.448090 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5e722-20b5-4116-ae1f-76465230abf6 None None] Network e0250bf4-23cc-4440-b5f6-63745667f956 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:55.457687 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.486735 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:59:55.541266 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:55.558264 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Checking segment: {'id': 'ceb7e888-bd30-4ae6-82a0-d351f2788ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:59:55.559042 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Network hostable DHCP agents. Network: 50e5ce1d-72f1-4bb0-be55-af6d47fef78d, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:59:55.588096 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:55.656709 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:59:55.658901 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Made reservation on behalf of 5bda5ee012d84d88a3015baa3b80a7d7 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:55.661291 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.724814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (35a5372e-c37d-4b81-ac97-3ca02837c6d7), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.756288 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:55.781846 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a5372e-c37d-4b81-ac97-3ca02837c6d7,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:55.793721 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Checking segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:59:55.794223 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Network hostable DHCP agents. Network: 27240b79-2fbf-4ada-bcf2-ef920669591c, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:59:55.837055 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 50e5ce1d-72f1-4bb0-be55-af6d47fef78d) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:55.845003 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:55.845163 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e93f047-dae0-408c-a4ca-251e555e4691 None None] Network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:55.845736 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.924052 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:59:55.930412 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 27240b79-2fbf-4ada-bcf2-ef920669591c) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:55.935003 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:55.943440 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:55.943676 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8a287-4e7e-4258-97f4-284db9bdc582 None None] Network 27240b79-2fbf-4ada-bcf2-ef920669591c requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:55.958611 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd55424f-5366-4214-86fc-49aeef1e4843 None None] Network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:55.968646 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9220972c-2599-435c-8a7b-e8a05d5cfb10 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2764373 May 23 12:59:55.994282 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.055749 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-afe09409-7182-4e9f-b2a2-532b316fd8c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9143784 May 23 12:59:56.056318 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58804) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:56.061806 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:56.104609 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:56.157320 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Checking segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:59:56.157676 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Network hostable DHCP agents. Network: 11cfb087-2166-41ce-9a36-a5b349287bd2, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:59:56.160829 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-27240b79-2fbf-4ada-bcf2-ef920669591c', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:59:56.162665 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.176464 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=67,neutron:INSERT=26,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:56.204362 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (f8c648a0-04fe-4b16-980d-c22bbe7ea954), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.205489 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (f8c648a0-04fe-4b16-980d-c22bbe7ea954), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.301925 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:59:56.308741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks [] for router_controller (f8c648a0-04fe-4b16-980d-c22bbe7ea954), precommit_add_association {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.331456 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Allocated IP 172.20.0.2 (27240b79-2fbf-4ada-bcf2-ef920669591c/35a5372e-c37d-4b81-ac97-3ca02837c6d7/ad9ea3f1-4272-40b5-bab4-e665b4b8298e) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:59:56.365507 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:56.426864 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 11cfb087-2166-41ce-9a36-a5b349287bd2) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:56.431521 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:56.440106 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.562266 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9b7c4e11-5b12-407f-a952-739605bb3272 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1381166 May 23 12:59:56.564808 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58840) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:56.572367 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:56.611375 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6fa2e3-b063-4eef-9e52-90ce7f1f34ff None None] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:56.667182 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks [] for router_gateway (f8c648a0-04fe-4b16-980d-c22bbe7ea954), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.708637 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (ebaa3f25-3fd6-40cf-9396-50848e6101eb), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.710161 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (ebaa3f25-3fd6-40cf-9396-50848e6101eb), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.754377 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Publish callbacks [] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.782200 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-11cfb087-2166-41ce-9a36-a5b349287bd2', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 12:59:56.783992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.842300 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks [] for router_controller (ebaa3f25-3fd6-40cf-9396-50848e6101eb), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.893184 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58850) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:56.898477 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1404184321-network', 'tenant_id': '993a79a363064d3fab6dfc5e93442b47'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:56.923610 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:56.927136 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:56.956464 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:56.963403 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=14 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:56.989134 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:57.002825 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:59:57.009752 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:57.025866 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Made reservation on behalf of 993a79a363064d3fab6dfc5e93442b47 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:57.240640 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.240929 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:59:57.242299 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.242724 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Pushing event updated for resources: {'Port': ['ID=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:57.242724 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Allocated IP 172.20.0.2 (11cfb087-2166-41ce-9a36-a5b349287bd2/fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae/139a641d-87e0-4524-ae24-632ce412692e) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:59:57.242950 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks [] for router_gateway (f8c648a0-04fe-4b16-980d-c22bbe7ea954), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.242950 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.244908 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks [] for router_gateway (ebaa3f25-3fd6-40cf-9396-50848e6101eb), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.245041 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Tracked resource versions report: May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: pushed versions: May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: { 'AddressGroup': {'1.2'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Agent': {'1.1'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'ConntrackHelper': {'1.0'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'LocalIPAssociation': {'1.0'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Log': {'1.0'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'NDPProxy': {'1.0'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Network': {'1.1'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Port': {'1.7'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'PortForwarding': {'1.3'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'QosPolicy': {'1.10'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroup': {'1.5'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroupRule': {'1.2'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'SubPort': {'1.0'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Subnet': {'1.1'}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Trunk': {'1.1'}} May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: consumer versions: May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: HyperV agent@hv-cinder-maste: {}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Agent': '1.1', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'ConntrackHelper': '1.0', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'LocalIPAssociation': '1.0', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Log': '1.0', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'NDPProxy': '1.0', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Network': '1.1', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Port': '1.7', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'PortForwarding': '1.3', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'QosPolicy': '1.10', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroup': '1.5', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'SecurityGroupRule': '1.2', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'SubPort': '1.0', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Subnet': '1.1', May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: 'Trunk': '1.1'}} May 23 12:59:57.250793 dv-cinder-master-3-iscsi neutron-server[115939]: {{(pid=115939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 12:59:57.272933 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Attempting to bind port ad9ea3f1-4272-40b5-bab4-e665b4b8298e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:59:57.273392 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Attempting to bind port ad9ea3f1-4272-40b5-bab4-e665b4b8298e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:59:57.273717 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Attempting to bind port ad9ea3f1-4272-40b5-bab4-e665b4b8298e on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:59:57.290466 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:59:57.290802 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Checking segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:59:57.291223 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.291650 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Bound using segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:59:57.292084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Bound port: ad9ea3f1-4272-40b5-bab4-e665b4b8298e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:59:57.292509 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.294688 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks [] for security_group (03ac273f-b35a-4357-b25c-fe0ac8225c5c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.344462 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Allocated IP 172.37.1.235 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/c1ecc567-f283-4b8f-a177-5a94fe05db8a) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:59:57.416201 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Publish callbacks [] for port (139a641d-87e0-4524-ae24-632ce412692e), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.417729 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3cfdb380-5f2b-4062-862b-23765dfe6a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.434778 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] For port ad9ea3f1-4272-40b5-bab4-e665b4b8298e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:59:57.439692 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] For port ad9ea3f1-4272-40b5-bab4-e665b4b8298e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:59:57.451491 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (03ac273f-b35a-4357-b25c-fe0ac8225c5c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.468557 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks [] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.483135 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58876) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:57.486444 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (139a641d-87e0-4524-ae24-632ce412692e), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.520545 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.538380 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ac273f-b35a-4357-b25c-fe0ac8225c5c,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:57.553075 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 12:59:57.563457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (88088db0-856a-4d5f-812d-c0ad77a86893), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.563935 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Added segment 88088db0-856a-4d5f-812d-c0ad77a86893 of type vlan for network e375459b-dc6b-4959-b449-9682e7e0f58e May 23 12:59:57.572862 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:59:57.576465 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Pushing event updated for resources: {'Port': ['ID=139a641d-87e0-4524-ae24-632ce412692e,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:57.588639 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:57.592746 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:59:57.631081 dv-cinder-master-3-iscsi neutron-server[115937]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 12:59:57.700492 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (e375459b-dc6b-4959-b449-9682e7e0f58e), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.728452 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a6c8-5031-4717-a4c1-ad89c2023391 None None] Pushing event updated for resources: {'Port': ['ID=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:57.744267 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Attempting to bind port 139a641d-87e0-4524-ae24-632ce412692e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 12:59:57.744840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Attempting to bind port 139a641d-87e0-4524-ae24-632ce412692e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 12:59:57.745397 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Attempting to bind port 139a641d-87e0-4524-ae24-632ce412692e on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 12:59:57.760240 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 12:59:57.760732 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Checking segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:59:57.761235 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.762339 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Bound using segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 12:59:57.762955 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Bound port: 139a641d-87e0-4524-ae24-632ce412692e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 12:59:57.763434 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (139a641d-87e0-4524-ae24-632ce412692e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.838602 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks [] for router_gateway (ebaa3f25-3fd6-40cf-9396-50848e6101eb), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.861750 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] For port 139a641d-87e0-4524-ae24-632ce412692e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 12:59:57.868869 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] For port 139a641d-87e0-4524-ae24-632ce412692e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=139a641d-87e0-4524-ae24-632ce412692e,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 12:59:57.913251 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (e375459b-dc6b-4959-b449-9682e7e0f58e), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.913251 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:57.913251 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.915357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:57.994710 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (139a641d-87e0-4524-ae24-632ce412692e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.025252 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.067720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-6d03182b-05da-490d-9b2f-db5f7a76cab0 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:58.069209 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-6d03182b-05da-490d-9b2f-db5f7a76cab0 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/networks?id=50e5ce1d-72f1-4bb0-be55-af6d47fef78d HTTP/1.1" status: 200 len: 812 time: 0.5851355 May 23 12:59:58.092197 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] Pushing event updated for resources: {'Network': ['ID=e375459b-dc6b-4959-b449-9682e7e0f58e,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:58.100820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:59:58.107628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:58.110514 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Pushing event updated for resources: {'Port': ['ID=c1ecc567-f283-4b8f-a177-5a94fe05db8a,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:58.114262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:59:58.118156 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network e375459b-dc6b-4959-b449-9682e7e0f58e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 12:59:58.127606 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a3e228cf-6416-4d57-9945-c6576a0057ff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2331171 May 23 12:59:58.154936 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58900) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:58.160147 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Request body: {'subnet': {'network_id': 'e375459b-dc6b-4959-b449-9682e7e0f58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1404184321-subnet', 'tenant_id': '993a79a363064d3fab6dfc5e93442b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 12:59:58.224177 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-0516e785-acd4-4232-bb56-b160e8677d4f tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/quotas/9e3c84deee9a435a9c1e72e8408c18b4 HTTP/1.1" status: 200 len: 375 time: 0.1180701 May 23 12:59:58.239096 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Allocated IP 172.37.1.134 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 12:59:58.245804 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ea425-5ca4-4688-87ca-6a57b587ac1f None None] Pushing event updated for resources: {'Port': ['ID=139a641d-87e0-4524-ae24-632ce412692e,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:58.341550 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Made reservation on behalf of 993a79a363064d3fab6dfc5e93442b47 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 12:59:58.343905 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.352314 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:58.384803 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-b047b871-750d-43cf-bacb-af47bb15940e tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e3c84deee9a435a9c1e72e8408c18b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081848 May 23 12:59:58.457445 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ad9ea3f1-4272-40b5-bab4-e665b4b8298e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 12:59:58.533247 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port ad9ea3f1-4272-40b5-bab4-e665b4b8298e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:59:58.533624 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.534287 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks [] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.691248 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port ad9ea3f1-4272-40b5-bab4-e665b4b8298e is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:59:58.691862 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.728149 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-3ded8fe9-b27e-4ea7-b5ad-9baabf2428dd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 12:59:58.735161 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-3ded8fe9-b27e-4ea7-b5ad-9baabf2428dd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1211121 May 23 12:59:58.736141 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:58.737594 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.765705 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks [] for router_gateway (f8c648a0-04fe-4b16-980d-c22bbe7ea954), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.783320 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port ad9ea3f1-4272-40b5-bab4-e665b4b8298e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 12:59:58.808130 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 12:59:58.813028 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:58.820317 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 12:59:58.869564 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (0e6b6d56-8135-48a1-a3de-d241508faadb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.890084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:58.919977 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:59.018911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:59.108875 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6b6d56-8135-48a1-a3de-d241508faadb,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 12:59:59.110225 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (f8c648a0-04fe-4b16-980d-c22bbe7ea954), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:59.112858 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Checking segment: {'id': '88088db0-856a-4d5f-812d-c0ad77a86893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e375459b-dc6b-4959-b449-9682e7e0f58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 12:59:59.113224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Network hostable DHCP agents. Network: e375459b-dc6b-4959-b449-9682e7e0f58e, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 12:59:59.123242 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-a61e2411-31a2-43eb-8a26-dde94f726a9b service neutron] 10.222.0.30 "GET /v2.0/networks/50e5ce1d-72f1-4bb0-be55-af6d47fef78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578296 May 23 12:59:59.232989 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66eaef-d75a-4c65-b2f0-732c3289b957 None None] Network 27240b79-2fbf-4ada-bcf2-ef920669591c requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:59.314720 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-37a29800-3f50-4abb-8715-851eb3388d5f service neutron] 10.222.0.30 "GET /v2.0/networks/50e5ce1d-72f1-4bb0-be55-af6d47fef78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489007 May 23 12:59:59.444208 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 12:59:59.505642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-65741a94-c56b-448e-a1c6-372a09f68623 None None] Provisioning complete for port ad9ea3f1-4272-40b5-bab4-e665b4b8298e triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:59:59.506831 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-65741a94-c56b-448e-a1c6-372a09f68623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:59.604931 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Network e375459b-dc6b-4959-b449-9682e7e0f58e is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 12:59:59.655883 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-65741a94-c56b-448e-a1c6-372a09f68623 None None] Current status of the port ad9ea3f1-4272-40b5-bab4-e665b4b8298e is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 12:59:59.659352 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4524d53d-ed15-4e51-87c8-adb2579d3e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:59.665484 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 12:59:59.667436 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks [] for router_gateway (ebaa3f25-3fd6-40cf-9396-50848e6101eb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:59.681965 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 12:59:59.690228 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=7,neutron:SELECT=90,neutron:INSERT=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:59.714404 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28dfb5c-5cba-4cd7-81ac-16cd544cb4b8 None None] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:59.726794 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 12:59:59.727456 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 12:59:59.761033 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e375459b-dc6b-4959-b449-9682e7e0f58e) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 12:59:59.765814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:59.787292 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 12:59:59.787876 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:59.861041 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b5ec2fe0-1f5c-48c8-a72f-ef03a4fe3ae7 req-09c01058-8094-4172-92f0-6ceceec5ab75 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0857081 May 23 12:59:59.866247 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 12:59:59.867440 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-800a87e2-1417-43b4-8e40-f7e6c7da7822 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8104236 May 23 12:59:59.871961 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 58958) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 12:59:59.925231 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f5f8ae-aad3-4a0b-8cf4-3e264f1c9c36 None None] Network e375459b-dc6b-4959-b449-9682e7e0f58e requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 12:59:59.936715 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 12:59:59.959948 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-db65975f-520f-4e5c-b97f-6a61ddb186d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8036506 May 23 12:59:59.993997 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-b848c531-bf05-4e02-a711-5b4940416552 None None] Provisioning complete for port 139a641d-87e0-4524-ae24-632ce412692e triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 12:59:59.994380 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b848c531-bf05-4e02-a711-5b4940416552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (139a641d-87e0-4524-ae24-632ce412692e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:00.010241 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:00.042544 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:00.051842 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:00.103935 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (ebaa3f25-3fd6-40cf-9396-50848e6101eb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:00.387073 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 58968) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:00.423973 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a5b34-76eb-4b6b-aac1-79774b750997 None None] Network e375459b-dc6b-4959-b449-9682e7e0f58e requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:00:00.428702 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T12:59:58Z', 'revision_number': 3, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T12:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:00.477251 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-b848c531-bf05-4e02-a711-5b4940416552 None None] Current status of the port 139a641d-87e0-4524-ae24-632ce412692e is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:00.478060 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b848c531-bf05-4e02-a711-5b4940416552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (139a641d-87e0-4524-ae24-632ce412692e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:00.588555 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:00:00.588911 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Updating router f8c648a0-04fe-4b16-980d-c22bbe7ea954 port c1ecc567-f283-4b8f-a177-5a94fe05db8a binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:00:00.686182 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] Deleting subnet ea57275d-afd8-4d6d-9e8c-10073ee49bd9 {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:00:00.707398 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] Publish callbacks [] for subnet (ea57275d-afd8-4d6d-9e8c-10073ee49bd9), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:00.715121 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:00.728538 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ad9ea3f1-4272-40b5-bab4-e665b4b8298e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:00.805574 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] Publish callbacks [] for subnet (ea57275d-afd8-4d6d-9e8c-10073ee49bd9), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:00.832001 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (ea57275d-afd8-4d6d-9e8c-10073ee49bd9), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:00.907484 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Router ebaa3f25-3fd6-40cf-9396-50848e6101eb is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:00:01.025762 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:01.033755 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-b848c531-bf05-4e02-a711-5b4940416552 None None] For port 139a641d-87e0-4524-ae24-632ce412692e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=139a641d-87e0-4524-ae24-632ce412692e,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:01.050361 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.054992 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ab4d2142-f698-40fa-b662-818933a7a900 req-785d53a2-9445-4ef1-8cb4-20186fbd2787 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0681646 May 23 13:00:01.107433 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port ad9ea3f1-4272-40b5-bab4-e665b4b8298e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:01.107819 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.161710 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:00:01.165188 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b848c531-bf05-4e02-a711-5b4940416552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (139a641d-87e0-4524-ae24-632ce412692e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.179854 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Sync routers for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:00:01.209235 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (ea57275d-afd8-4d6d-9e8c-10073ee49bd9), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.238107 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea57275d-afd8-4d6d-9e8c-10073ee49bd9,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:01.258404 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.266283 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6ddda353-dcc6-4aee-947c-b23d4ecdec70 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea57275d-afd8-4d6d-9e8c-10073ee49bd9 HTTP/1.1" status: 204 len: 168 time: 0.8702955 May 23 13:00:01.268220 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59012) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:01.272390 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Publish callbacks [] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.279179 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.282562 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.285937 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c7ec23a9-3614-4339-9b7b-270701c842c4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7166414 May 23 13:00:01.287206 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59014) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:01.310245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:00:01.310880 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:01.353129 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.402493 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port ad9ea3f1-4272-40b5-bab4-e665b4b8298e is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:01.403904 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 139a641d-87e0-4524-ae24-632ce412692e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:01.407259 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848c531-bf05-4e02-a711-5b4940416552 None None] Pushing event updated for resources: {'Port': ['ID=139a641d-87e0-4524-ae24-632ce412692e,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:01.414900 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (e0250bf4-23cc-4440-b5f6-63745667f956), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.420497 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-b4134f39-48b1-4f30-975e-5f1bba9e45d2 None None] Provisioning complete for port 139a641d-87e0-4524-ae24-632ce412692e triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:01.420860 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b4134f39-48b1-4f30-975e-5f1bba9e45d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (139a641d-87e0-4524-ae24-632ce412692e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.462605 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Allocated IP 172.20.0.1 (27240b79-2fbf-4ada-bcf2-ef920669591c/35a5372e-c37d-4b81-ac97-3ca02837c6d7/a2dc7312-4cf0-4e67-b5b5-276d9e198102) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:00:01.487251 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Attempting to bind port c1ecc567-f283-4b8f-a177-5a94fe05db8a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:01.487886 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Attempting to bind port c1ecc567-f283-4b8f-a177-5a94fe05db8a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:01.488398 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Attempting to bind port c1ecc567-f283-4b8f-a177-5a94fe05db8a on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:01.502420 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 12, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:01.502999 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:01.503591 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.504622 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:01.505245 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Bound port: c1ecc567-f283-4b8f-a177-5a94fe05db8a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:01.506588 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.567158 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] For port c1ecc567-f283-4b8f-a177-5a94fe05db8a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:01.572228 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] For port c1ecc567-f283-4b8f-a177-5a94fe05db8a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c1ecc567-f283-4b8f-a177-5a94fe05db8a,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:01.591349 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Pushing event updated for resources: {'Port': ['ID=c1ecc567-f283-4b8f-a177-5a94fe05db8a,revision_number=2']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:01.599627 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:01.616049 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (e0250bf4-23cc-4440-b5f6-63745667f956), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.626552 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.629664 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.629664 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.629847 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.630423 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 139a641d-87e0-4524-ae24-632ce412692e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:01.630979 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (139a641d-87e0-4524-ae24-632ce412692e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.631625 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.631980 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.632318 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.642774 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Tracked resource versions report: May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: pushed versions: May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: { 'AddressGroup': {'1.2'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Agent': {'1.1'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'ConntrackHelper': {'1.0'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'LocalIPAssociation': {'1.0'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Log': {'1.0'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'NDPProxy': {'1.0'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Network': {'1.1'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Port': {'1.7'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'PortForwarding': {'1.3'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'QosPolicy': {'1.10'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroup': {'1.5'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroupRule': {'1.2'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'SubPort': {'1.0'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Subnet': {'1.1'}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Trunk': {'1.1'}} May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: consumer versions: May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: { DHCP agent@dv-cinder-master-3-iscsi: {}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: HyperV agent@hv-cinder-maste: {}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: L3 agent@dv-cinder-master-3-iscsi: {}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: Metadata agent@dv-cinder-master-3-iscsi: {}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: Metering agent@dv-cinder-master-3-iscsi: {}, May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Agent': '1.1', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'ConntrackHelper': '1.0', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'LocalIPAssociation': '1.0', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Log': '1.0', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'NDPProxy': '1.0', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Network': '1.1', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Port': '1.7', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'PortForwarding': '1.3', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'QosPolicy': '1.10', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroup': '1.5', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'SecurityGroupRule': '1.2', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'SubPort': '1.0', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Subnet': '1.1', May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: 'Trunk': '1.1'}} May 23 13:00:01.645152 dv-cinder-master-3-iscsi neutron-server[115940]: {{(pid=115940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 23 13:00:01.664400 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks [] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.676309 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.677407 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:01.689650 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:01.757910 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:01.782759 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.783240 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.784841 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.785200 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > port after_create 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.785546 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.785894 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > port after_update 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.793979 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.794705 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.795673 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.796034 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:01.805248 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:00:01.808914 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:01.828015 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.848784 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:01.877655 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-b4134f39-48b1-4f30-975e-5f1bba9e45d2 None None] Current status of the port 139a641d-87e0-4524-ae24-632ce412692e is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:01.891876 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143df82-06fe-454b-94ac-833641ff7eaf None None] Pushing event updated for resources: {'Port': ['ID=c1ecc567-f283-4b8f-a177-5a94fe05db8a,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:01.901119 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:01.905393 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-b4134f39-48b1-4f30-975e-5f1bba9e45d2 None None] Provisioning complete for port ad9ea3f1-4272-40b5-bab4-e665b4b8298e triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:01.905787 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b4134f39-48b1-4f30-975e-5f1bba9e45d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.911740 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:01.916801 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:00:01.922103 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (f8c648a0-04fe-4b16-980d-c22bbe7ea954), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:01.946641 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:01.975712 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Pushing event updated for resources: {'Port': ['ID=a2dc7312-4cf0-4e67-b5b5-276d9e198102,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:02.003294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:02.049671 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:02.050568 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.142607 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 139a641d-87e0-4524-ae24-632ce412692e is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:02.174842 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59044) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:02.182059 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:02.182408 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:02.182742 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:02.183209 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:02.183706 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0250bf4-23cc-4440-b5f6-63745667f956']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:02.205175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00e9164-f528-428e-a8b1-ef8e2f8b78c1') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:02.205377 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00e9164-f528-428e-a8b1-ef8e2f8b78c1') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:02.227508 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (b00e9164-f528-428e-a8b1-ef8e2f8b78c1), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.244200 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c11bca56-ae8c-43ab-b86c-73602f2e0ecc req-f239a426-1c13-4564-a4cd-99da77842afe tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0640543 May 23 13:00:02.253927 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (b00e9164-f528-428e-a8b1-ef8e2f8b78c1), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.267949 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:00:02.268293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (b00e9164-f528-428e-a8b1-ef8e2f8b78c1), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.313047 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T12:59:59Z', 'revision_number': 3, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T12:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:02.320805 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.360201 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T12:59:58Z', 'revision_number': 3, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:02.399845 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb986bc-91de-4428-a0a8-d4c1d638f1b5 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T12:59:58Z', 'revision_number': 3, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:00:02.400443 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Checking router: ebaa3f25-3fd6-40cf-9396-50848e6101eb for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:00:02.400794 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Updating router ebaa3f25-3fd6-40cf-9396-50848e6101eb port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:00:02.409237 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-b4134f39-48b1-4f30-975e-5f1bba9e45d2 None None] Current status of the port ad9ea3f1-4272-40b5-bab4-e665b4b8298e is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:02.465614 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 139a641d-87e0-4524-ae24-632ce412692e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:02.471068 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:02.478592 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (e0250bf4-23cc-4440-b5f6-63745667f956), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.502861 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.507958 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e0250bf4-23cc-4440-b5f6-63745667f956 HTTP/1.1" status: 204 len: 168 time: 1.2355833 May 23 13:00:02.512056 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59056) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:02.543019 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca3c74-a887-42a6-978d-c2dd8d9efc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0250bf4-23cc-4440-b5f6-63745667f956,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:02.549945 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.632255 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-369cfcf0-ae65-4107-97a9-460f8783c88f None None] Provisioning complete for port a2dc7312-4cf0-4e67-b5b5-276d9e198102 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:02.632621 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-369cfcf0-ae65-4107-97a9-460f8783c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.640830 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment b00e9164-f528-428e-a8b1-ef8e2f8b78c1 resource provider aggregate not found May 23 13:00:02.674033 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment b00e9164-f528-428e-a8b1-ef8e2f8b78c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b00e9164-f528-428e-a8b1-ef8e2f8b78c1 found for delete ", "request_id": "req-ff3ef5b9-9cc3-480e-a8ee-951fa6e95b32"}]} May 23 13:00:02.697764 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:02.735079 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] Deleting subnet 0e6b6d56-8135-48a1-a3de-d241508faadb {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:00:02.740141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 139a641d-87e0-4524-ae24-632ce412692e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:02.742809 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (139a641d-87e0-4524-ae24-632ce412692e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.743310 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] Publish callbacks [] for subnet (0e6b6d56-8135-48a1-a3de-d241508faadb), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.771120 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-369cfcf0-ae65-4107-97a9-460f8783c88f None None] Port a2dc7312-4cf0-4e67-b5b5-276d9e198102 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:00:02.806811 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] Publish callbacks [] for subnet (0e6b6d56-8135-48a1-a3de-d241508faadb), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.825568 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks [] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.828414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (0e6b6d56-8135-48a1-a3de-d241508faadb), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.913363 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.916930 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (f8c648a0-04fe-4b16-980d-c22bbe7ea954), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:02.973815 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for subnet (0e6b6d56-8135-48a1-a3de-d241508faadb), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.050525 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.081934 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 139a641d-87e0-4524-ae24-632ce412692e is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:03.104456 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Pushing event updated for resources: {'Port': ['ID=a2dc7312-4cf0-4e67-b5b5-276d9e198102,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:03.113262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6b6d56-8135-48a1-a3de-d241508faadb,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:03.126335 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.129666 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f9eee895-952c-4b9c-83ff-6c8bc6f1c874 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0e6b6d56-8135-48a1-a3de-d241508faadb HTTP/1.1" status: 204 len: 168 time: 0.6166577 May 23 13:00:03.132533 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59074) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:03.218061 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (e375459b-dc6b-4959-b449-9682e7e0f58e), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.258029 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:03.259913 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:03.299542 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Publish callbacks [] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.320248 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Allocated IP 172.20.0.1 (11cfb087-2166-41ce-9a36-a5b349287bd2/fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae/925f77c6-adb6-485e-b66f-590bed02c970) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:00:03.392667 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.426872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:03.444847 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.465391 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (e375459b-dc6b-4959-b449-9682e7e0f58e), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.481987 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:03.482179 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks [] for port (925f77c6-adb6-485e-b66f-590bed02c970), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.484450 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Attempting to bind port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:03.485935 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Attempting to bind port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:03.486496 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Attempting to bind port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:03.502204 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:03.502773 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:03.503357 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.503875 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:03.504479 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Bound port: d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:03.505449 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.510624 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3950b7-0979-47d8-b404-ac1fe56dd2ae None None] Pushing event updated for resources: {'Port': ['ID=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:03.540657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.540657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.540657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.540657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > port after_create 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.540657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.541209 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > port after_update 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.541293 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.541691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.541973 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.542283 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.593615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] For port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:03.599214 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] For port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:03.604439 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (925f77c6-adb6-485e-b66f-590bed02c970), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.615218 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-be1a4992-01db-494e-bdf8-98b2a7552cd0 None None] Provisioning complete for port a2dc7312-4cf0-4e67-b5b5-276d9e198102 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:03.615682 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-be1a4992-01db-494e-bdf8-98b2a7552cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.664615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.673198 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:03.680504 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:03.682867 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Pushing event updated for resources: {'Port': ['ID=925f77c6-adb6-485e-b66f-590bed02c970,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:03.693724 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:00:03.695723 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-be1a4992-01db-494e-bdf8-98b2a7552cd0 None None] Port a2dc7312-4cf0-4e67-b5b5-276d9e198102 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:00:03.762931 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (ebaa3f25-3fd6-40cf-9396-50848e6101eb), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.764014 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3950b7-0979-47d8-b404-ac1fe56dd2ae None None] Pushing event updated for resources: {'Port': ['ID=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:03.773056 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:00:03.774327 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:03.829119 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:03.863548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.863902 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.864226 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.864550 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 23 13:00:03.864920 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e375459b-dc6b-4959-b449-9682e7e0f58e']}} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:03.883577 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88088db0-856a-4d5f-812d-c0ad77a86893') {'for_net_delete': True} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:03.883893 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88088db0-856a-4d5f-812d-c0ad77a86893') {} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:03.947355 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26226600'] for segment (88088db0-856a-4d5f-812d-c0ad77a86893), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:03.994482 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7836445b-70a5-404f-b75d-764466222329 req-14d5a091-c952-4446-9ebb-572dbc83cf20 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.1026490 May 23 13:00:04.011028 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (88088db0-856a-4d5f-812d-c0ad77a86893), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.029334 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=115937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:00:04.029756 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26712287'] for segment (88088db0-856a-4d5f-812d-c0ad77a86893), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.033312 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:04.066686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:00:04.098873 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:04.100406 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-81b8b526-16ac-4259-8ba9-740d9bd3ce62 None None] Provisioning complete for port 925f77c6-adb6-485e-b66f-590bed02c970 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:04.100780 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-81b8b526-16ac-4259-8ba9-740d9bd3ce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (925f77c6-adb6-485e-b66f-590bed02c970), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.151061 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (925f77c6-adb6-485e-b66f-590bed02c970), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.202354 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-81b8b526-16ac-4259-8ba9-740d9bd3ce62 None None] Port 925f77c6-adb6-485e-b66f-590bed02c970 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:00:04.252002 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment 88088db0-856a-4d5f-812d-c0ad77a86893 resource provider aggregate not found May 23 13:00:04.280016 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment 88088db0-856a-4d5f-812d-c0ad77a86893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88088db0-856a-4d5f-812d-c0ad77a86893 found for delete ", "request_id": "req-8de9b116-9a80-4819-9a19-166020988ee7"}]} May 23 13:00:04.290301 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (e375459b-dc6b-4959-b449-9682e7e0f58e), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.300161 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:04.317740 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.323420 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T12:59:59Z', 'revision_number': 3, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:04.323720 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e375459b-dc6b-4959-b449-9682e7e0f58e HTTP/1.1" status: 204 len: 168 time: 1.1877677 May 23 13:00:04.368592 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2991eb25-57bf-43ea-842e-a8d325e17280 None None] The sync data for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi is: [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T12:59:59Z', 'revision_number': 3, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:00:04.376271 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0959e-2fbf-4166-8f83-a52989f10a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=e375459b-dc6b-4959-b449-9682e7e0f58e,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:04.384662 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:00:04.398034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-c3ab13f7-a276-4337-9573-d9d6ea95e870 admin admin] 10.222.0.30 "PUT /v2.0/routers/f8c648a0-04fe-4b16-980d-c22bbe7ea954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5191340 May 23 13:00:04.415151 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device c1ecc567-f283-4b8f-a177-5a94fe05db8a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:04.517837 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks [] for port (925f77c6-adb6-485e-b66f-590bed02c970), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.522552 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port c1ecc567-f283-4b8f-a177-5a94fe05db8a triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:04.523161 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.592879 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (925f77c6-adb6-485e-b66f-590bed02c970), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.611343 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port c1ecc567-f283-4b8f-a177-5a94fe05db8a is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:04.611848 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.645498 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port c1ecc567-f283-4b8f-a177-5a94fe05db8a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c1ecc567-f283-4b8f-a177-5a94fe05db8a,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:04.701464 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (ebaa3f25-3fd6-40cf-9396-50848e6101eb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.714962 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Pushing event updated for resources: {'Port': ['ID=925f77c6-adb6-485e-b66f-590bed02c970,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:04.745383 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:04.829718 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:04.839339 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:00:04.840852 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=c1ecc567-f283-4b8f-a177-5a94fe05db8a,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:04.856951 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:00:04.856951 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:04.889163 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59118) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:04.894147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-6781a7e2-794a-4916-90d6-063e0341a875 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753749126', 'description': 'tempest-description--1759782894'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:04.916733 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:04.918774 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:04.978191 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59120) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:05.041393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6781a7e2-794a-4916-90d6-063e0341a875 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.048159 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:05.061028 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-23506a0f-e868-4354-8984-8f335cf87f45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a840824e38be4e3aa8f0f3e09c3fee14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0816684 May 23 13:00:05.064311 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59124) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:05.140539 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Router ebaa3f25-3fd6-40cf-9396-50848e6101eb has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:00:05.162789 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-292c5260-0c5b-454e-91a6-4689dc124f35 admin admin] Publish callbacks [] for security_group (cd877897-4320-41c5-acbc-1a1a61b9b9ff), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.200319 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6781a7e2-794a-4916-90d6-063e0341a875 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (0f79f06b-f360-46f2-b440-6288bc80aca1), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.303200 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c67dca1a-64b3-42e2-bee4-c3c5c2f362c6 req-0a7424ae-cd41-46fd-9f8d-4cd2fbc2a73c tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0614064 May 23 13:00:05.304162 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:00:05.305761 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6781a7e2-794a-4916-90d6-063e0341a875 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (0f79f06b-f360-46f2-b440-6288bc80aca1), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.319500 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-443e8c71-1321-48eb-8894-b83e2506ad46 admin admin] 10.222.0.30 "PUT /v2.0/routers/ebaa3f25-3fd6-40cf-9396-50848e6101eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0136323 May 23 13:00:05.344621 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-292c5260-0c5b-454e-91a6-4689dc124f35 admin admin] Publish callbacks [] for security_group (cd877897-4320-41c5-acbc-1a1a61b9b9ff), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.367009 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-ac5095d8-df36-4fa0-b003-37560e9aba1d None None] Provisioning complete for port 925f77c6-adb6-485e-b66f-590bed02c970 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:05.367613 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ac5095d8-df36-4fa0-b003-37560e9aba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (925f77c6-adb6-485e-b66f-590bed02c970), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.386779 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781a7e2-794a-4916-90d6-063e0341a875 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f79f06b-f360-46f2-b440-6288bc80aca1,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:05.422189 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-ac5095d8-df36-4fa0-b003-37560e9aba1d None None] Port 925f77c6-adb6-485e-b66f-590bed02c970 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:00:05.468036 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6781a7e2-794a-4916-90d6-063e0341a875 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.472003 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-6781a7e2-794a-4916-90d6-063e0341a875 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5791919 May 23 13:00:05.472390 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59136) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:05.478596 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-6f861040-46ed-40d3-9f08-f3f97d4d492a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': '0f79f06b-f360-46f2-b440-6288bc80aca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:05.488664 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-292c5260-0c5b-454e-91a6-4689dc124f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (cd877897-4320-41c5-acbc-1a1a61b9b9ff), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.492877 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-292c5260-0c5b-454e-91a6-4689dc124f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.494342 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-292c5260-0c5b-454e-91a6-4689dc124f35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd877897-4320-41c5-acbc-1a1a61b9b9ff HTTP/1.1" status: 204 len: 168 time: 0.4289091 May 23 13:00:05.513345 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c5260-0c5b-454e-91a6-4689dc124f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd877897-4320-41c5-acbc-1a1a61b9b9ff,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:05.586008 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 2, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:05.627730 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:00:05.628081 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Updating router f8c648a0-04fe-4b16-980d-c22bbe7ea954 port a2dc7312-4cf0-4e67-b5b5-276d9e198102 binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:00:05.635110 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6f861040-46ed-40d3-9f08-f3f97d4d492a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (47e4cc58-b54a-4f71-afc2-79926ecbfa2d), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.673597 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.733637 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:05.748957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:05.766018 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:05.771266 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6f861040-46ed-40d3-9f08-f3f97d4d492a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (47e4cc58-b54a-4f71-afc2-79926ecbfa2d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.820604 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6f861040-46ed-40d3-9f08-f3f97d4d492a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (47e4cc58-b54a-4f71-afc2-79926ecbfa2d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.854564 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:05.871076 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f861040-46ed-40d3-9f08-f3f97d4d492a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e4cc58-b54a-4f71-afc2-79926ecbfa2d,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:05.963677 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6f861040-46ed-40d3-9f08-f3f97d4d492a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:05.965517 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6f861040-46ed-40d3-9f08-f3f97d4d492a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4920850 May 23 13:00:05.968286 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59158) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:05.972743 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-70e2580f-9f4c-4dd4-a11e-448ae24466df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': '0f79f06b-f360-46f2-b440-6288bc80aca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:06.034893 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-2e99bb90-d875-488c-95f7-b1d3ef32e65c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:06.036469 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-2e99bb90-d875-488c-95f7-b1d3ef32e65c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 819 time: 0.1086800 May 23 13:00:06.054520 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-8587d96a-0303-48ac-8873-e1d8389f913a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/quotas/5bda5ee012d84d88a3015baa3b80a7d7 HTTP/1.1" status: 200 len: 375 time: 0.0125732 May 23 13:00:06.055470 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Publish callbacks [] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.094253 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-70e2580f-9f4c-4dd4-a11e-448ae24466df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (0503cc48-6d1f-41b9-b7d8-2ed67eea083a), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.122684 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-2567f88c-e635-41d4-b349-950630dd2e6c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651393 May 23 13:00:06.158025 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-70e2580f-9f4c-4dd4-a11e-448ae24466df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (0503cc48-6d1f-41b9-b7d8-2ed67eea083a), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.180143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:06.181733 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.231462 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-087539f4-3662-4437-b3d1-ed3f8541c896 service neutron] 10.222.0.30 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040432 May 23 13:00:06.243557 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab91b79-7aff-463e-a035-04acc55be4c5 None None] Pushing event updated for resources: {'Port': ['ID=a2dc7312-4cf0-4e67-b5b5-276d9e198102,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:06.254649 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-70e2580f-9f4c-4dd4-a11e-448ae24466df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (0503cc48-6d1f-41b9-b7d8-2ed67eea083a), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.286432 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2580f-9f4c-4dd4-a11e-448ae24466df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0503cc48-6d1f-41b9-b7d8-2ed67eea083a,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:06.291061 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:06.354976 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-70e2580f-9f4c-4dd4-a11e-448ae24466df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.358852 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-70e2580f-9f4c-4dd4-a11e-448ae24466df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884263 May 23 13:00:06.364513 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59168) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:06.364639 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Attempting to bind port a2dc7312-4cf0-4e67-b5b5-276d9e198102 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:06.364639 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Attempting to bind port a2dc7312-4cf0-4e67-b5b5-276d9e198102 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:06.364803 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Attempting to bind port a2dc7312-4cf0-4e67-b5b5-276d9e198102 on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:06.374187 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:06.387756 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:06.388789 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Checking segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:06.389209 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.389616 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Bound using segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:06.390137 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Bound port: a2dc7312-4cf0-4e67-b5b5-276d9e198102, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:06.393158 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.432350 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-0a1e5433-f143-48c6-8749-26705f4e5674 service neutron] 10.222.0.30 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933036 May 23 13:00:06.503441 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae64f79-652b-47bd-b2c6-d258ae685a4d req-e3d4594b-58a2-4fe3-aa2b-2d21b411ef5c tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0317628 May 23 13:00:06.531517 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:06.547031 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.547322 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] For port a2dc7312-4cf0-4e67-b5b5-276d9e198102, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:06.553654 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] For port a2dc7312-4cf0-4e67-b5b5-276d9e198102, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a2dc7312-4cf0-4e67-b5b5-276d9e198102,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:06.614558 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59176) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:06.621613 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:06.622031 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.650468 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.653198 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:06.671880 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-70b63268-ceb2-4015-9940-2df021adb3ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=993a79a363064d3fab6dfc5e93442b47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0538340 May 23 13:00:06.672335 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59178) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:06.675511 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-6171500b-0250-411d-976b-10af56c3a7bf None None] Provisioning complete for port a2dc7312-4cf0-4e67-b5b5-276d9e198102 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:06.676086 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6171500b-0250-411d-976b-10af56c3a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.757359 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:06.781996 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:06.782643 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.800474 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:00:06.803571 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:06.820705 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-bea7537d-eb9e-43dd-af3e-2874cb43195c admin admin] Publish callbacks [] for security_group (03ac273f-b35a-4357-b25c-fe0ac8225c5c), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.868634 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-6171500b-0250-411d-976b-10af56c3a7bf None None] Current status of the port a2dc7312-4cf0-4e67-b5b5-276d9e198102 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:06.869528 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6171500b-0250-411d-976b-10af56c3a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.900646 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:06.911632 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-bea7537d-eb9e-43dd-af3e-2874cb43195c admin admin] Publish callbacks [] for security_group (03ac273f-b35a-4357-b25c-fe0ac8225c5c), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:06.935918 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:06.965690 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-6171500b-0250-411d-976b-10af56c3a7bf None None] For port a2dc7312-4cf0-4e67-b5b5-276d9e198102, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a2dc7312-4cf0-4e67-b5b5-276d9e198102,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:06.970133 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Sync routers for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:00:06.974542 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:06.984187 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:00:06.985000 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:07.009630 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1cfd135f-8a2a-4739-92fb-6f34e6d57f4a req-b654cb48-aa72-4ee5-a547-8d3045edd76b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 210 time: 0.0769768 May 23 13:00:07.061895 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6171500b-0250-411d-976b-10af56c3a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.095298 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.110479 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.120789 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device c1ecc567-f283-4b8f-a177-5a94fe05db8a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:07.132608 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:07.197765 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-bea7537d-eb9e-43dd-af3e-2874cb43195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (03ac273f-b35a-4357-b25c-fe0ac8225c5c), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.201482 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-bea7537d-eb9e-43dd-af3e-2874cb43195c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.203244 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-bea7537d-eb9e-43dd-af3e-2874cb43195c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03ac273f-b35a-4357-b25c-fe0ac8225c5c HTTP/1.1" status: 204 len: 168 time: 0.5299850 May 23 13:00:07.230919 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d85942bd-0984-4f5d-a0df-e4f96bc51290 None None] Provisioning complete for port a2dc7312-4cf0-4e67-b5b5-276d9e198102 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:07.231307 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d85942bd-0984-4f5d-a0df-e4f96bc51290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.232525 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7537d-eb9e-43dd-af3e-2874cb43195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ac273f-b35a-4357-b25c-fe0ac8225c5c,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:07.260766 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.37.1.161 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/c9433449-d83b-4ebe-b4e7-0d4cc53c49dd) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:00:07.365678 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab91b79-7aff-463e-a035-04acc55be4c5 None None] Pushing event updated for resources: {'Port': ['ID=a2dc7312-4cf0-4e67-b5b5-276d9e198102,revision_number=4']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:07.385780 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:07.460724 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.477130 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d85942bd-0984-4f5d-a0df-e4f96bc51290 None None] Current status of the port a2dc7312-4cf0-4e67-b5b5-276d9e198102 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:07.491713 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:07.508336 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171500b-0250-411d-976b-10af56c3a7bf None None] Pushing event updated for resources: {'Port': ['ID=a2dc7312-4cf0-4e67-b5b5-276d9e198102,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:07.516905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port c1ecc567-f283-4b8f-a177-5a94fe05db8a triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:07.517308 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.523555 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:07.555028 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e19c87-f913-4a06-bc67-67c0cacc25a6 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:00:07.587218 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:07.600279 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:07.627042 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-90e24d18-7d17-4295-87b6-35b9657f49aa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:07.637294 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-90e24d18-7d17-4295-87b6-35b9657f49aa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 819 time: 0.2599826 May 23 13:00:07.695365 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:07.708737 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:07.721223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:07.728967 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:00:07.735756 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-151b071e-0174-4370-85fb-29a137a102d2 req-28688667-f2a2-4050-8830-52cf9b34761a tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0958681 May 23 13:00:07.748564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-c040c9ef-4e52-4734-9af8-f85b142d125a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/quotas/5bda5ee012d84d88a3015baa3b80a7d7 HTTP/1.1" status: 200 len: 375 time: 0.1069224 May 23 13:00:07.768199 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=c9433449-d83b-4ebe-b4e7-0d4cc53c49dd,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:07.868944 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-627a67df-870d-43a8-9d0b-8fb6a78dea69 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928195 May 23 13:00:07.918713 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:07.986359 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (f1010393-fc4b-42a4-94a7-c0d2a051de16), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:08.003809 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port c1ecc567-f283-4b8f-a177-5a94fe05db8a is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:08.127068 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:08.131983 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:08.138912 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:08.168593 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a8307b14-a0c0-4e83-8ddd-74caeb88b34d service neutron] 10.222.0.30 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997048 May 23 13:00:08.235910 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 2, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:08.272499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Checking router: ebaa3f25-3fd6-40cf-9396-50848e6101eb for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:00:08.272860 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Updating router ebaa3f25-3fd6-40cf-9396-50848e6101eb port 925f77c6-adb6-485e-b66f-590bed02c970 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:00:08.323264 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a4beb5bb-00ac-4d38-a95a-55297439839b service neutron] 10.222.0.30 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482666 May 23 13:00:08.335631 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (925f77c6-adb6-485e-b66f-590bed02c970), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:08.444621 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:08.523502 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:08.537600 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:08.610627 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:08.807232 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (f1010393-fc4b-42a4-94a7-c0d2a051de16), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:08.850986 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-db5503ec-62a0-4ab9-8ecd-c7c62d0b9750 req-ae7d3e2e-6e4e-42c8-8db4-5448f67389c4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.1269019 May 23 13:00:08.890485 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=c9433449-d83b-4ebe-b4e7-0d4cc53c49dd,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:08.940466 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9c22775a-991b-4e92-b2d7-92ca5569015d req-cb73c774-67ce-4c35-8d7b-387ff41366e5 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0434525 May 23 13:00:08.953810 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:08.960108 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f90bebe5-ef3d-452d-b23e-1ab3b0ba5ce6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5927711 May 23 13:00:08.999461 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:08.999995 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.209534 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:09.210633 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device a2dc7312-4cf0-4e67-b5b5-276d9e198102 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:09.313859 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Publish callbacks [] for port (925f77c6-adb6-485e-b66f-590bed02c970), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.323919 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port a2dc7312-4cf0-4e67-b5b5-276d9e198102 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:09.328485 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.335967 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-d77f45fc-c215-4376-b257-480dfdb4b8b0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--753749126&fields=id&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 267 time: 0.0684507 May 23 13:00:09.403715 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port a2dc7312-4cf0-4e67-b5b5-276d9e198102 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:09.454701 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (925f77c6-adb6-485e-b66f-590bed02c970), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.454858 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:09.461068 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:09.470268 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-d3097095-c3d8-423a-867b-4faea2279fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:09.471948 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-d3097095-c3d8-423a-867b-4faea2279fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.1281114 May 23 13:00:09.505259 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-2833fa75-1ec3-43e5-aeef-57a908c08cfd tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/quotas/0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 375 time: 0.0277722 May 23 13:00:09.517069 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52026bf0-a64e-4971-996c-c35a18b57ec4 None None] Pushing event updated for resources: {'Port': ['ID=925f77c6-adb6-485e-b66f-590bed02c970,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:09.566460 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-37b0e4d3-3a01-4589-86d2-8a1dfc9b63d7 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547428 May 23 13:00:09.588724 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Attempting to bind port 925f77c6-adb6-485e-b66f-590bed02c970 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:09.589619 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Attempting to bind port 925f77c6-adb6-485e-b66f-590bed02c970 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:09.590003 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Attempting to bind port 925f77c6-adb6-485e-b66f-590bed02c970 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:09.593020 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:09.596586 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:09.596933 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Checking segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:09.597513 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.597956 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Bound using segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:09.598381 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Bound port: 925f77c6-adb6-485e-b66f-590bed02c970, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:09.598888 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (925f77c6-adb6-485e-b66f-590bed02c970), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.674601 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] For port 925f77c6-adb6-485e-b66f-590bed02c970, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:09.680875 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] For port 925f77c6-adb6-485e-b66f-590bed02c970, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=925f77c6-adb6-485e-b66f-590bed02c970,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:09.682448 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-47de8662-5ed7-4384-b2a3-d111d9c03127 service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995669 May 23 13:00:09.768773 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (925f77c6-adb6-485e-b66f-590bed02c970), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.842898 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-ddf0dc6e-b2c0-4c2c-9f41-a6cb3ecd9d48 None None] Provisioning complete for port 925f77c6-adb6-485e-b66f-590bed02c970 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:09.843388 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dc6e-b2c0-4c2c-9f41-a6cb3ecd9d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (925f77c6-adb6-485e-b66f-590bed02c970), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:09.871529 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52026bf0-a64e-4971-996c-c35a18b57ec4 None None] Pushing event updated for resources: {'Port': ['ID=925f77c6-adb6-485e-b66f-590bed02c970,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:09.875485 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:00:09.876136 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T12:59:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:09.984855 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-1a433cec-3d6a-48f8-ae30-87a5543eed90 service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009284 May 23 13:00:10.048065 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-77e11d97-5359-4627-990b-1404591ade40 req-a4443e46-9279-49cb-8f6a-7c13df0000b8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.0602045 May 23 13:00:10.093399 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-ddf0dc6e-b2c0-4c2c-9f41-a6cb3ecd9d48 None None] Current status of the port 925f77c6-adb6-485e-b66f-590bed02c970 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:10.093968 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dc6e-b2c0-4c2c-9f41-a6cb3ecd9d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (925f77c6-adb6-485e-b66f-590bed02c970), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:10.096700 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:00:10.164200 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:10.169308 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:10.179345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:10.212197 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-ddf0dc6e-b2c0-4c2c-9f41-a6cb3ecd9d48 None None] For port 925f77c6-adb6-485e-b66f-590bed02c970, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=925f77c6-adb6-485e-b66f-590bed02c970,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:10.225921 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-67940bf8-7b99-4178-b3bc-32e581f9aabb req-cb159fc1-5b50-44ef-8127-a6e365e5cf07 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0984294 May 23 13:00:10.324973 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ddf0dc6e-b2c0-4c2c-9f41-a6cb3ecd9d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (925f77c6-adb6-485e-b66f-590bed02c970), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:10.366435 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-29835f41-452d-493c-83d8-408bd57b5714 req-1dfc9816-f17e-416b-8bec-43c2bfdf7a8b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 210 time: 0.0501142 May 23 13:00:10.450679 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0dc6e-b2c0-4c2c-9f41-a6cb3ecd9d48 None None] Pushing event updated for resources: {'Port': ['ID=925f77c6-adb6-485e-b66f-590bed02c970,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:10.462446 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-ee44c552-09b4-4ef0-baff-e4309b940ea1 None None] Provisioning complete for port 925f77c6-adb6-485e-b66f-590bed02c970 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:10.462837 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ee44c552-09b4-4ef0-baff-e4309b940ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (925f77c6-adb6-485e-b66f-590bed02c970), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:10.470184 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:09Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:00:10.522053 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0cc84e-c02a-4fe3-a294-5d0d8e197624 None None] The sync data for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi is: [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:09Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:00:10.608625 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-ee44c552-09b4-4ef0-baff-e4309b940ea1 None None] Current status of the port 925f77c6-adb6-485e-b66f-590bed02c970 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:11.159050 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63b059b5-69c6-4883-ae9d-3ca9f48111bf req-0cd2a645-d409-4283-8337-8b601cbec36c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.0299807 May 23 13:00:11.346484 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3ec233ff-691b-47aa-9347-70988b70f4ad req-245ffc06-b146-4063-886b-300410ede5c3 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0312958 May 23 13:00:11.475221 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3cee382d-8dd9-41da-a4a7-bc93b7947156 req-0b217c14-c738-47a4-be59-b084458b3cd7 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 210 time: 0.0322607 May 23 13:00:11.832400 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.49', 49253) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:11.938317 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84625b9c-438e-4a9e-86f5-8eebd21a54be tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:11.939766 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84625b9c-438e-4a9e-86f5-8eebd21a54be tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.49 "GET /v2.0/networks?id=50e5ce1d-72f1-4bb0-be55-af6d47fef78d HTTP/1.1" status: 200 len: 812 time: 0.1063948 May 23 13:00:12.112917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Request body: {'port': {'device_id': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d', 'admin_state_up': True, 'tenant_id': '9e3c84deee9a435a9c1e72e8408c18b4'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:12.172274 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59416) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:12.325406 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-835c6e24-e63c-4307-b931-59aba745a141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.330475 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bd396c18-68ed-4cf8-a21f-645414451e49 req-88bb0de3-23c7-4a96-ba46-43180635d6c7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.0916519 May 23 13:00:12.402013 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 925f77c6-adb6-485e-b66f-590bed02c970 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:12.433977 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:12.447084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 925f77c6-adb6-485e-b66f-590bed02c970 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:12.447455 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (925f77c6-adb6-485e-b66f-590bed02c970), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.452790 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88de4927-06ad-4a1c-9571-5f38d39be416 req-570b86ac-2d56-477e-ae2b-a377abf3910d tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0302403 May 23 13:00:12.465018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Made reservation on behalf of 9e3c84deee9a435a9c1e72e8408c18b4 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:00:12.466396 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-835c6e24-e63c-4307-b931-59aba745a141 admin admin] Publish callbacks [] for security_group (9497af07-7c97-47d1-af78-f4f0daab9cc6), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.483740 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.549134 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 925f77c6-adb6-485e-b66f-590bed02c970 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:12.558787 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-835c6e24-e63c-4307-b931-59aba745a141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9497af07-7c97-47d1-af78-f4f0daab9cc6), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.609564 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-835c6e24-e63c-4307-b931-59aba745a141 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f29f2c0c95249789535d751bc85691a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4355824 May 23 13:00:12.612192 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59436) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:12.617917 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c6e24-e63c-4307-b931-59aba745a141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9497af07-7c97-47d1-af78-f4f0daab9cc6,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:12.626831 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ffe1b53e-3dd4-485a-8a52-b77b84e8d938 req-30214373-19cd-4bd8-b81a-6e6c53f2bd78 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 210 time: 0.0614274 May 23 13:00:12.671363 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-507362e2-e14e-4964-859f-a7479b44d139 admin admin] Publish callbacks [] for security_group (9497af07-7c97-47d1-af78-f4f0daab9cc6), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.697702 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-507362e2-e14e-4964-859f-a7479b44d139 admin admin] Publish callbacks [] for security_group (9497af07-7c97-47d1-af78-f4f0daab9cc6), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.738885 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Allocated IP 172.20.0.4 (50e5ce1d-72f1-4bb0-be55-af6d47fef78d/6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b/b2757ca5-c976-47ae-9a5d-46786a7e1473) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:00:12.756783 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:12.872318 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-507362e2-e14e-4964-859f-a7479b44d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9497af07-7c97-47d1-af78-f4f0daab9cc6), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.875004 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-507362e2-e14e-4964-859f-a7479b44d139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:12.879315 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-507362e2-e14e-4964-859f-a7479b44d139 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9497af07-7c97-47d1-af78-f4f0daab9cc6 HTTP/1.1" status: 204 len: 168 time: 0.2630830 May 23 13:00:12.891586 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507362e2-e14e-4964-859f-a7479b44d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9497af07-7c97-47d1-af78-f4f0daab9cc6,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:13.000902 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks [] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:13.026652 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:13.048606 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.49', 49260) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:13.241057 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.49', 49263) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:13.251950 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:13.263151 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-6dac235c-e9e4-4ed3-b180-3042886a30ba tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:13.265295 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-6dac235c-e9e4-4ed3-b180-3042886a30ba tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 819 time: 0.1375189 May 23 13:00:13.310760 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'port': {'device_id': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'admin_state_up': True, 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:13.346987 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.49', 49264) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:13.414145 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:13.567489 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-dd1d6bc4-9e90-4de6-91cb-c7400431348f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:13.569623 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-dd1d6bc4-9e90-4de6-91cb-c7400431348f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 819 time: 0.3274927 May 23 13:00:13.572361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:13.586449 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:00:13.594123 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'port': {'device_id': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'admin_state_up': True, 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:13.670525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7b5e20c-31a7-45e5-a700-3b3c1f1ed976 req-25d8bbb1-c577-4c09-8c61-bfb8af05cd88 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.1151216 May 23 13:00:13.693606 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Pushing event updated for resources: {'Port': ['ID=b2757ca5-c976-47ae-9a5d-46786a7e1473,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:13.837528 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:13.838173 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:13.841925 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59494) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:13.857582 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b48ff25-9b2d-4ef2-94fc-af09bbe67403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:13.870796 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:13.884212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-6fe0e31e-356e-44ab-a738-03011f969bad tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:13.886890 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-6fe0e31e-356e-44ab-a738-03011f969bad tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.5363309 May 23 13:00:13.911039 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Made reservation on behalf of 5bda5ee012d84d88a3015baa3b80a7d7 for: {'port': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:00:13.914664 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.067211 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Made reservation on behalf of 5bda5ee012d84d88a3015baa3b80a7d7 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:00:14.070625 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.085110 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b48ff25-9b2d-4ef2-94fc-af09bbe67403 admin admin] Publish callbacks [] for security_group (96dd5750-af6c-4b8b-928c-b5d971aadcea), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.095018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d001f-b30f-41b5-a9d8-4dd69f2429cb req-a64f1597-116d-4fef-a723-14efb825dd2f tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:14.096520 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d69d001f-b30f-41b5-a9d8-4dd69f2429cb req-a64f1597-116d-4fef-a723-14efb825dd2f tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.2901154 May 23 13:00:14.096924 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:14.182247 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-9a494bd5-b297-45e4-8e13-a7a271aa3535 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0731668 May 23 13:00:14.198939 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b48ff25-9b2d-4ef2-94fc-af09bbe67403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (96dd5750-af6c-4b8b-928c-b5d971aadcea), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.225389 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-5c01ff40-81b9-478f-8b7b-52c73a23dbb2 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:00:14.226406 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-5c01ff40-81b9-478f-8b7b-52c73a23dbb2 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0342333 May 23 13:00:14.253862 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-d1d7bfaf-a662-4a17-8671-f2fac146e860 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 379 time: 0.3488438 May 23 13:00:14.286069 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'port': {'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'admin_state_up': True, 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'security_groups': ['0f79f06b-f360-46f2-b440-6288bc80aca1']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:14.325685 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d69d001f-b30f-41b5-a9d8-4dd69f2429cb req-e0a5d811-c6b9-490f-a68d-351f80954530 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194498 May 23 13:00:14.338348 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48ff25-9b2d-4ef2-94fc-af09bbe67403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dd5750-af6c-4b8b-928c-b5d971aadcea,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:14.378586 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:14.396989 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Allocated IP 172.20.0.11 (11cfb087-2166-41ce-9a36-a5b349287bd2/fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae/381aa96b-0ff9-4824-b7af-8578a2b139b2) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:00:14.414949 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9b48ff25-9b2d-4ef2-94fc-af09bbe67403 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a92e19888894a078cef943afa1841dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5706027 May 23 13:00:14.423652 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59516) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:14.578002 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a3449deb-b856-47b9-b889-99f166fc3e2d req-41ec9175-72e3-4d5d-ab97-aa0c09a3f4d6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 210 time: 0.0386426 May 23 13:00:14.579535 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d2810c5-855f-4b75-9deb-5f3440364b09 admin admin] Publish callbacks [] for security_group (96dd5750-af6c-4b8b-928c-b5d971aadcea), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.778388 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Made reservation on behalf of 0ae347c79fe74082906f0d8eb9dc6677 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:00:14.779903 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.813016 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d2810c5-855f-4b75-9deb-5f3440364b09 admin admin] Publish callbacks [] for security_group (96dd5750-af6c-4b8b-928c-b5d971aadcea), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.896332 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:14.922034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-97313baa-5c27-4eb9-83fd-1269e9438f44 req-674f87b1-3acb-4e8d-a834-0c49b72fac37 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.0399723 May 23 13:00:14.927695 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.959455 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d2810c5-855f-4b75-9deb-5f3440364b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (96dd5750-af6c-4b8b-928c-b5d971aadcea), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.962433 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d2810c5-855f-4b75-9deb-5f3440364b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:14.966780 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7d2810c5-855f-4b75-9deb-5f3440364b09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96dd5750-af6c-4b8b-928c-b5d971aadcea HTTP/1.1" status: 204 len: 168 time: 0.5386455 May 23 13:00:14.977496 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2810c5-855f-4b75-9deb-5f3440364b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dd5750-af6c-4b8b-928c-b5d971aadcea,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:15.022981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.20.0.12 (27240b79-2fbf-4ada-bcf2-ef920669591c/35a5372e-c37d-4b81-ac97-3ca02837c6d7/97ab468b-d2e1-4b56-98d6-23dfeb309dc3) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:00:15.096688 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:15.167463 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Allocated IP 172.20.0.5 (11cfb087-2166-41ce-9a36-a5b349287bd2/fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae/65ac147c-5bdb-47fa-adf1-5827d23a6e48) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:00:15.221865 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:15.233718 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:15.236344 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'Port': ['ID=381aa96b-0ff9-4824-b7af-8578a2b139b2,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:15.255232 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:00:15.346299 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:15.380518 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:15.381558 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:15.508559 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-62f55f05-ec58-400b-a5f4-32529e7d30c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9204278 May 23 13:00:15.512325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:15.537765 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:15.785473 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:15.785473 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b5fe8-b3dc-4a9f-a8f0-e088ec0ddc75 req-c6d86129-91e9-429d-8d5e-8ec7dde65f48 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:15.785473 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d6b5fe8-b3dc-4a9f-a8f0-e088ec0ddc75 req-c6d86129-91e9-429d-8d5e-8ec7dde65f48 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.1340456 May 23 13:00:15.786613 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-dc25e546-cb50-4576-b313-957ccd915c37 None None] Provisioning complete for port 381aa96b-0ff9-4824-b7af-8578a2b139b2 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:15.786613 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-dc25e546-cb50-4576-b313-957ccd915c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:15.786613 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-dc25e546-cb50-4576-b313-957ccd915c37 None None] Port 381aa96b-0ff9-4824-b7af-8578a2b139b2 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:00:15.787392 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4129ea98-cea5-47b4-b578-68e3077fb7ab req-56df1543-757f-4065-baf9-142f123e0ba1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 210 time: 0.0458274 May 23 13:00:15.787392 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d6b5fe8-b3dc-4a9f-a8f0-e088ec0ddc75 req-d7823204-1624-47e0-bcfb-32de853148d0 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088929 May 23 13:00:16.048486 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6b3cfd73-b77a-46c9-a8ee-10fb663ef5bb req-149a4d7c-0b45-4552-b69c-e13e401e18a6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.0320284 May 23 13:00:16.072063 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:16.123949 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:16.123949 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:16.126258 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:16.137233 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:00:16.186846 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:16.225614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:16.225614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:16.233377 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:00:16.234831 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:00:16.259157 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:00:16.329279 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:16.329909 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:16.353492 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'Port': ['ID=65ac147c-5bdb-47fa-adf1-5827d23a6e48,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:16.420769 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-bcd7618c-6b04-4c47-814d-2f7450fa5694 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1403816 May 23 13:00:16.428342 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9d80b8a-5f76-498d-965a-b81a39b1d868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1227598 May 23 13:00:16.508157 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:00:16.527148 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f767-0599-469d-bb72-6bee2e0613cf None None] Provisioning complete for port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:16.528070 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f767-0599-469d-bb72-6bee2e0613cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:16.557415 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:16.567900 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f767-0599-469d-bb72-6bee2e0613cf None None] Port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:00:16.571550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d9d1f767-0599-469d-bb72-6bee2e0613cf None None] Provisioning complete for port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:16.571940 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d9d1f767-0599-469d-bb72-6bee2e0613cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:16.604838 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1f767-0599-469d-bb72-6bee2e0613cf None None] Port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:00:16.927322 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a2e64-6867-4251-a178-cef603a94085 req-fa14ff73-d235-4cae-84ae-5417a293a988 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:16.928758 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c17a2e64-6867-4251-a178-cef603a94085 req-fa14ff73-d235-4cae-84ae-5417a293a988 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 932 time: 0.0774581 May 23 13:00:16.936563 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7890f-a03f-416a-9737-5e19df947f4b req-e29d38dc-24b7-4325-b205-f50a42baa5a4 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:16.937947 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-95f7890f-a03f-416a-9737-5e19df947f4b req-e29d38dc-24b7-4325-b205-f50a42baa5a4 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.0767212 May 23 13:00:17.011329 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c17a2e64-6867-4251-a178-cef603a94085 req-ad0c5c6c-b005-4fb8-ac6d-0b4274c49ee8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722630 May 23 13:00:17.016907 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-95f7890f-a03f-416a-9737-5e19df947f4b req-155d367f-5e95-45bb-87b2-db068a4abd26 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703866 May 23 13:00:17.171623 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc5a7b-f347-402a-b512-dcf96fc343e0 req-c7cad91a-8afa-41f1-8112-fec30c0e9052 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:17.173692 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1fbc5a7b-f347-402a-b512-dcf96fc343e0 req-c7cad91a-8afa-41f1-8112-fec30c0e9052 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 931 time: 0.0574808 May 23 13:00:17.224213 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1fbc5a7b-f347-402a-b512-dcf96fc343e0 req-6f9e9368-be30-4a4e-91fe-f5b34d29a439 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 May 23 13:00:18.167092 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77f43-1969-4df1-a32f-1a7983ab6729 req-3bcc3949-089e-4912-bb40-866fe7337c33 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:18.168634 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bef77f43-1969-4df1-a32f-1a7983ab6729 req-3bcc3949-089e-4912-bb40-866fe7337c33 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 932 time: 0.0822413 May 23 13:00:18.174465 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b7a91-9cbe-4706-961c-33bb414acf98 req-a8c796c6-958d-4a0c-8c07-882421c4fbf2 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:18.175873 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-773b7a91-9cbe-4706-961c-33bb414acf98 req-a8c796c6-958d-4a0c-8c07-882421c4fbf2 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.0789132 May 23 13:00:18.255673 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bef77f43-1969-4df1-a32f-1a7983ab6729 req-96ff51e8-2949-42b9-835e-403b92cf1baa tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788724 May 23 13:00:18.260014 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-773b7a91-9cbe-4706-961c-33bb414acf98 req-2fa0555b-1cd7-4c60-96fa-b9e1eb9b04f1 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756390 May 23 13:00:18.374015 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aa930-9091-45d9-bec8-c34859e28b8a req-b4a1cfc9-da0e-4617-871a-6f6ff75f645e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:18.375348 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ee6aa930-9091-45d9-bec8-c34859e28b8a req-b4a1cfc9-da0e-4617-871a-6f6ff75f645e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 931 time: 0.0498137 May 23 13:00:18.423528 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ee6aa930-9091-45d9-bec8-c34859e28b8a req-af8fdfda-d181-400a-bf70-6cd65845b08b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 May 23 13:00:19.419061 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a5e0a-1ae9-4784-84a1-bed7f7d0185a req-087eab6d-7ed8-4e3f-93e1-c2525c04db41 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:19.420653 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-504a5e0a-1ae9-4784-84a1-bed7f7d0185a req-087eab6d-7ed8-4e3f-93e1-c2525c04db41 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 932 time: 0.0805020 May 23 13:00:19.435788 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53848285-28ba-42f4-9c98-c7aa9f9629eb req-601e5310-a560-4966-a2a5-a75c2437a84d tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:19.436078 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-53848285-28ba-42f4-9c98-c7aa9f9629eb req-601e5310-a560-4966-a2a5-a75c2437a84d tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.0842071 May 23 13:00:19.531925 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-53848285-28ba-42f4-9c98-c7aa9f9629eb req-f9b7ce60-7e8d-4e16-9876-5f07a7d63cc7 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950007 May 23 13:00:19.536064 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-504a5e0a-1ae9-4784-84a1-bed7f7d0185a req-30b0f709-e42b-44d1-b83e-dcb1ef6d17f9 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971756 May 23 13:00:19.603243 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:19.648597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd2b30-8e0d-475f-adb2-c33bfe87c819 req-31f444e9-1585-4eed-9064-142026d489ac tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:19.650185 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93bd2b30-8e0d-475f-adb2-c33bfe87c819 req-31f444e9-1585-4eed-9064-142026d489ac tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 931 time: 0.0552022 May 23 13:00:19.704753 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93bd2b30-8e0d-475f-adb2-c33bfe87c819 req-721a4e5c-f29a-46fd-8736-6a21d284e601 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433865 May 23 13:00:20.709970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049259f4-5295-48f1-8935-0895beffc41c req-b804e7df-b801-40a4-9965-0ca7aa45a21f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:20.720307 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-049259f4-5295-48f1-8935-0895beffc41c req-b804e7df-b801-40a4-9965-0ca7aa45a21f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 932 time: 0.1012702 May 23 13:00:20.736991 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb2c26-6d51-4db3-b104-04473dd189f8 req-61aed0e4-8ae5-4334-b31f-d29b0e6dcebe tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:20.738677 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2adb2c26-6d51-4db3-b104-04473dd189f8 req-61aed0e4-8ae5-4334-b31f-d29b0e6dcebe tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.1093326 May 23 13:00:20.796951 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:20.804904 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-049259f4-5295-48f1-8935-0895beffc41c req-9b01fc6c-7e45-4a63-883a-ae9e64cb7c9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848205 May 23 13:00:20.850947 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2adb2c26-6d51-4db3-b104-04473dd189f8 req-df83219d-f896-4d4f-bbe4-48d7aa0f656f tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976088 May 23 13:00:20.998222 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345469ef-2f38-4c70-a5cf-6bfc9a4e9460 req-2487af4a-e06a-4e72-bb51-aa874e839c39 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:20.999850 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-345469ef-2f38-4c70-a5cf-6bfc9a4e9460 req-2487af4a-e06a-4e72-bb51-aa874e839c39 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 931 time: 0.0612381 May 23 13:00:21.058647 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-345469ef-2f38-4c70-a5cf-6bfc9a4e9460 req-a291ed54-49b5-4167-b3aa-68a77dd0ca65 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 May 23 13:00:22.032537 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056561f6-1207-4346-a02b-dc7b614c08d5 req-f195b43e-9bc4-433d-9252-9d35e7d1df72 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:22.034501 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-056561f6-1207-4346-a02b-dc7b614c08d5 req-f195b43e-9bc4-433d-9252-9d35e7d1df72 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 932 time: 0.1414895 May 23 13:00:22.065546 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72189c36-716e-4ab8-b348-9130374e9769 req-4fa0d3f0-6b8e-4217-bc4b-1b3abae7ae5b tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:22.067505 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-72189c36-716e-4ab8-b348-9130374e9769 req-4fa0d3f0-6b8e-4217-bc4b-1b3abae7ae5b tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.1102536 May 23 13:00:22.186107 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-72189c36-716e-4ab8-b348-9130374e9769 req-ffaec157-8074-491c-a71b-e15cdc470902 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006596 May 23 13:00:22.213047 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-056561f6-1207-4346-a02b-dc7b614c08d5 req-746e009f-e357-451a-921f-bc51996fba69 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499350 May 23 13:00:22.365040 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eacc0-910e-49fe-b6ea-0c39bf1c6137 req-a9e79f2f-1130-4eea-b81d-b411bd05f138 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:22.374382 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4a2eacc0-910e-49fe-b6ea-0c39bf1c6137 req-a9e79f2f-1130-4eea-b81d-b411bd05f138 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 931 time: 0.0871136 May 23 13:00:22.426315 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4a2eacc0-910e-49fe-b6ea-0c39bf1c6137 req-06ba03a3-45b5-4eda-a50d-bd8dafaeb76b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509894 May 23 13:00:22.537236 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=26 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:23.095420 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59832) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:23.292382 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-364c4146-5c72-4199-bb07-edfe2ccf6c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:23.408918 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Request body: {'port': {'device_id': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:23.486942 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Request body: {'port': {'device_id': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:23.489927 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:23.569776 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Request body: {'port': {'device_id': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:23.637599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Request body: {'port': {'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:00:23.889567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:23.925062 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e9d01-21e5-4830-ab15-d4b61c1cb8e4 req-44823840-ce3a-4d04-8743-1f2637df53bd tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:23.925743 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-383e9d01-21e5-4830-ab15-d4b61c1cb8e4 req-44823840-ce3a-4d04-8743-1f2637df53bd tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.6040084 May 23 13:00:23.998366 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ac147c-5bdb-47fa-adf1-5827d23a6e48 {{(pid=115938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:23.999371 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304378c-cc6b-4746-99de-1a611be24fba req-fd51d9f8-cd54-4a2c-91d9-f3346436a1f5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:24.000587 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.001136 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1304378c-cc6b-4746-99de-1a611be24fba req-fd51d9f8-cd54-4a2c-91d9-f3346436a1f5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 932 time: 0.6765091 May 23 13:00:24.006912 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-383e9d01-21e5-4830-ab15-d4b61c1cb8e4 req-174d26a4-71af-4c9e-b7a5-4f2de7624ddc tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652556 May 23 13:00:24.010374 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Publish callbacks [] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.019071 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.035483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.042035 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.provisioning_blocks [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Transition to ACTIVE for port object 65ac147c-5bdb-47fa-adf1-5827d23a6e48 will not be triggered until provisioned by entity L2. {{(pid=115938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:00:24.082638 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:24.124228 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.216244 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-364c4146-5c72-4199-bb07-edfe2ccf6c6c admin admin] Publish callbacks [] for security_group (51fe8c6c-9031-4700-aef1-c48f525541da), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.259941 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24805473-e376-4db1-a65d-50edff750418 service neutron] Pushing event updated for resources: {'Port': ['ID=65ac147c-5bdb-47fa-adf1-5827d23a6e48,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:24.264854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.357512 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-364c4146-5c72-4199-bb07-edfe2ccf6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (51fe8c6c-9031-4700-aef1-c48f525541da), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.390803 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1304378c-cc6b-4746-99de-1a611be24fba req-8eb9674a-30d7-4721-8185-070c5a735dd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734803 May 23 13:00:24.444802 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c4146-5c72-4199-bb07-edfe2ccf6c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fe8c6c-9031-4700-aef1-c48f525541da,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:24.475280 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7813da-a0a3-45a5-bdff-f04c2b559096 req-733eb3e9-f10a-4be8-b8e8-a29c3b5391c5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:24.481020 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0d7813da-a0a3-45a5-bdff-f04c2b559096 req-733eb3e9-f10a-4be8-b8e8-a29c3b5391c5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 943 time: 0.2822590 May 23 13:00:24.558691 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.managers [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Attempting to bind port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:24.559266 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.managers [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Attempting to bind port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}] {{(pid=115938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:24.559477 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Attempting to bind port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:24.584398 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:00:24.585070 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Attempting to bind port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:24.605547 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:24.606880 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Checking segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:24.608259 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Bound using segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} {{(pid=115938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:24.610196 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.managers [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Bound port: 65ac147c-5bdb-47fa-adf1-5827d23a6e48, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}}] {{(pid=115938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:24.612647 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.682542 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:24.739544 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-364c4146-5c72-4199-bb07-edfe2ccf6c6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6ff065adc71404184a1fe9ccdf97bee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6429672 May 23 13:00:24.740583 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 59900) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:24.742794 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:24.748061 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] For port 65ac147c-5bdb-47fa-adf1-5827d23a6e48, host hv-cinder-maste, cleared binding levels {{(pid=115938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:24.803502 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] For port 65ac147c-5bdb-47fa-adf1-5827d23a6e48, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:24.858823 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:24.897105 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0d7813da-a0a3-45a5-bdff-f04c2b559096 req-22d44dce-eadc-4088-a75f-7c9a4194f08c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051998 May 23 13:00:24.905293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.990558 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:24.991182 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:24.992658 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-24805473-e376-4db1-a65d-50edff750418 service neutron] 10.222.0.49 "PUT /v2.0/ports/65ac147c-5bdb-47fa-adf1-5827d23a6e48 HTTP/1.1" status: 200 len: 1093 time: 1.6595163 May 23 13:00:24.993133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'tag': '65ac147c-5bdb-47fa-adf1-5827d23a6e48'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:00:25.030681 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24805473-e376-4db1-a65d-50edff750418 service neutron] Pushing event updated for resources: {'Port': ['ID=65ac147c-5bdb-47fa-adf1-5827d23a6e48,revision_number=3']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:25.195385 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb95ace-1c1d-4523-b44c-f06148e21a95" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf0c0b3-5059-405a-b847-07ed7c6edee9", "tag": "65ac147c-5bdb-47fa-adf1-5827d23a6e48"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:00:25.351959 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59922) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:25.452879 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-f538b0fc-6aba-482a-b0d9-9a1b92bb8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:25.454464 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-f538b0fc-6aba-482a-b0d9-9a1b92bb8585 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 1127 time: 0.2546034 May 23 13:00:25.476912 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:25.486491 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Publish callbacks [] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:25.508823 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Transition to ACTIVE for port object 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:00:25.510503 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:25.582726 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aea05-65cb-4bbe-a146-38c18801f689 req-7def4532-da78-4da0-9f94-47ee77daba69 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:25.584238 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b3aea05-65cb-4bbe-a146-38c18801f689 req-7def4532-da78-4da0-9f94-47ee77daba69 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 931 time: 0.0675752 May 23 13:00:25.630646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a068b94b-4152-4348-b46f-a0a4989742e0 admin admin] Publish callbacks [] for security_group (51fe8c6c-9031-4700-aef1-c48f525541da), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:25.632251 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:25.693608 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1783768-9384-44cd-aefb-84523536f88e x-openstack-request-id: req-f1783768-9384-44cd-aefb-84523536f88e {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:00:25.694282 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf0c0b3-5059-405a-b847-07ed7c6edee9", "tag": "65ac147c-5bdb-47fa-adf1-5827d23a6e48", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:00:25.694364 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1783768-9384-44cd-aefb-84523536f88e {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:00:25.695804 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1783768-9384-44cd-aefb-84523536f88e'] response: {'name': 'network-changed', 'server_uuid': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'tag': '65ac147c-5bdb-47fa-adf1-5827d23a6e48', 'status': 'completed', 'code': 200} May 23 13:00:25.776290 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b3aea05-65cb-4bbe-a146-38c18801f689 req-129784ee-ea8f-4900-843b-be6317901a19 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803055 May 23 13:00:25.966393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a068b94b-4152-4348-b46f-a0a4989742e0 admin admin] Publish callbacks [] for security_group (51fe8c6c-9031-4700-aef1-c48f525541da), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.004013 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-d96f3926-1d06-43b6-9836-31dc215617fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48 HTTP/1.1" status: 200 len: 217 time: 0.3004510 May 23 13:00:26.043444 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59946) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:26.064497 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:26.165662 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2757ca5-c976-47ae-9a5d-46786a7e1473 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:26.176453 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Publish callbacks [] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.189016 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-b5027b2f-f0b9-4035-b3cc-136894c7ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:26.190526 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-b5027b2f-f0b9-4035-b3cc-136894c7ad1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.1713872 May 23 13:00:26.194084 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Transition to ACTIVE for port object b2757ca5-c976-47ae-9a5d-46786a7e1473 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:00:26.196785 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381aa96b-0ff9-4824-b7af-8578a2b139b2 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:26.209405 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Publish callbacks [] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.303231 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c11ee35a-c123-4487-9631-e82230dbc5aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.341387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Pushing event updated for resources: {'Port': ['ID=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:26.368194 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.369983 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:26.371247 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-70cdbaa7-d4f6-4c1d-8608-49fa38123a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.378414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Transition to ACTIVE for port object 381aa96b-0ff9-4824-b7af-8578a2b139b2 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:00:26.402865 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9c23-57c0-4a17-8c25-b08d464b19a4 req-f205ed80-885f-47c2-8458-a00c5e6b66a1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:26.411326 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ec8c9c23-57c0-4a17-8c25-b08d464b19a4 req-f205ed80-885f-47c2-8458-a00c5e6b66a1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.4898825 May 23 13:00:26.483610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c11ee35a-c123-4487-9631-e82230dbc5aa admin admin] Publish callbacks [] for security_group (a6239d71-f0b8-4e2d-b6a5-25932ea6db1a), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.499575 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:26.500190 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.505543 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-b4278e61-52e8-4924-bfbe-20340a405860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:26.507073 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-b4278e61-52e8-4924-bfbe-20340a405860 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2832582 May 23 13:00:26.564052 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b452e-b122-4fe6-8f0b-b9cc57abd481 req-7e74dc43-fd3a-46e2-9afe-761f667db5e4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:26.571711 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-648b452e-b122-4fe6-8f0b-b9cc57abd481 req-7e74dc43-fd3a-46e2-9afe-761f667db5e4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 943 time: 0.2620773 May 23 13:00:26.605820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2757ca5-c976-47ae-9a5d-46786a7e1473,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:26.619850 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c11ee35a-c123-4487-9631-e82230dbc5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a6239d71-f0b8-4e2d-b6a5-25932ea6db1a), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.638963 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:26.640987 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:26.729371 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a068b94b-4152-4348-b46f-a0a4989742e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (51fe8c6c-9031-4700-aef1-c48f525541da), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.731959 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a068b94b-4152-4348-b46f-a0a4989742e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.736129 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-a068b94b-4152-4348-b46f-a0a4989742e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51fe8c6c-9031-4700-aef1-c48f525541da HTTP/1.1" status: 204 len: 168 time: 1.9594767 May 23 13:00:26.742106 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c11ee35a-c123-4487-9631-e82230dbc5aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6157384de11a49aa99d6e5201e5ea368&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3793330 May 23 13:00:26.742106 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-70cdbaa7-d4f6-4c1d-8608-49fa38123a6e admin admin] Publish callbacks [] for security_group (ff253362-df26-4a58-b1cf-67b2664322c0), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:26.768194 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Attempting to bind port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:26.768744 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Attempting to bind port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:26.769519 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Attempting to bind port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:26.773411 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59968) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:26.786888 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-b954bdfb-38cc-4b11-a8cf-21802a55dcc5 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571650 May 23 13:00:26.792175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ee35a-c123-4487-9631-e82230dbc5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6239d71-f0b8-4e2d-b6a5-25932ea6db1a,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:26.795465 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ec8c9c23-57c0-4a17-8c25-b08d464b19a4 req-f41bac6f-239a-4143-8a9d-17ac89d093ba tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830550 May 23 13:00:26.856196 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-70cdbaa7-d4f6-4c1d-8608-49fa38123a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (ff253362-df26-4a58-b1cf-67b2664322c0), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.046699 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59976) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:27.071516 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-70cdbaa7-d4f6-4c1d-8608-49fa38123a6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb9c780793e7400e9b062200257ab68e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8846817 May 23 13:00:27.072747 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 59980) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:27.089665 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdbaa7-d4f6-4c1d-8608-49fa38123a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff253362-df26-4a58-b1cf-67b2664322c0,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:27.178557 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2c5c621d-5940-46e4-ae28-46dc35355237 admin admin] Publish callbacks [] for security_group (a6239d71-f0b8-4e2d-b6a5-25932ea6db1a), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.201806 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-a2ae6b05-005c-4ba0-8af8-072dd8ae3eb8 req-a9b5c4e9-bf66-452c-a540-9fc563b34843 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968291 May 23 13:00:27.232911 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2c5c621d-5940-46e4-ae28-46dc35355237 admin admin] Publish callbacks [] for security_group (a6239d71-f0b8-4e2d-b6a5-25932ea6db1a), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.243196 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d294b02b-6c8c-434a-ba6f-e6d295c9fd70 admin admin] Publish callbacks [] for security_group (ff253362-df26-4a58-b1cf-67b2664322c0), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.258370 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:27.297986 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 on network 27240b79-2fbf-4ada-bcf2-ef920669591c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:00:27.298487 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Attempting to bind port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:27.304501 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068b94b-4152-4348-b46f-a0a4989742e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fe8c6c-9031-4700-aef1-c48f525541da,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:27.308936 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-19de35d0-299e-4d2d-b531-2842ad281016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.318923 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-648b452e-b122-4fe6-8f0b-b9cc57abd481 req-4391c5b6-436a-4788-947e-7c8399daaab2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7447860 May 23 13:00:27.332286 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d294b02b-6c8c-434a-ba6f-e6d295c9fd70 admin admin] Publish callbacks [] for security_group (ff253362-df26-4a58-b1cf-67b2664322c0), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.358097 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cd169686-1ea0-49e1-96fa-025e92624f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.426808 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:27.427179 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Checking segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:27.433083 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Bound using segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:27.433636 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Bound port: 97ab468b-d2e1-4b56-98d6-23dfeb309dc3, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:27.434106 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.445078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Pushing event updated for resources: {'Port': ['ID=381aa96b-0ff9-4824-b7af-8578a2b139b2,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:27.492153 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd344d2-4690-43ed-8dbc-0d2ee0d465c6 req-9ae78181-825f-40fd-92e8-056f7ecc3d26 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:27.499592 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-c65300c6-7580-4334-9f11-6bc359661b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:27.500810 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6dd344d2-4690-43ed-8dbc-0d2ee0d465c6 req-9ae78181-825f-40fd-92e8-056f7ecc3d26 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.1787360 May 23 13:00:27.501380 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-c65300c6-7580-4334-9f11-6bc359661b2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 1127 time: 0.0771000 May 23 13:00:27.564599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Attempting to bind port b2757ca5-c976-47ae-9a5d-46786a7e1473 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:27.564935 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Attempting to bind port b2757ca5-c976-47ae-9a5d-46786a7e1473 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ceb7e888-bd30-4ae6-82a0-d351f2788ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:27.565272 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Attempting to bind port b2757ca5-c976-47ae-9a5d-46786a7e1473 on network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:27.585059 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2c5c621d-5940-46e4-ae28-46dc35355237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a6239d71-f0b8-4e2d-b6a5-25932ea6db1a), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.585059 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2c5c621d-5940-46e4-ae28-46dc35355237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.587048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Port b2757ca5-c976-47ae-9a5d-46786a7e1473 on network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:00:27.587048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Attempting to bind port b2757ca5-c976-47ae-9a5d-46786a7e1473 on network 50e5ce1d-72f1-4bb0-be55-af6d47fef78d {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:27.587250 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-2c5c621d-5940-46e4-ae28-46dc35355237 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6239d71-f0b8-4e2d-b6a5-25932ea6db1a HTTP/1.1" status: 204 len: 168 time: 0.8103724 May 23 13:00:27.608466 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Attempting to bind port 381aa96b-0ff9-4824-b7af-8578a2b139b2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:00:27.608779 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Attempting to bind port 381aa96b-0ff9-4824-b7af-8578a2b139b2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:00:27.609024 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Attempting to bind port 381aa96b-0ff9-4824-b7af-8578a2b139b2 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:27.619512 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:27.627696 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:27.628094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Checking segment: {'id': 'ceb7e888-bd30-4ae6-82a0-d351f2788ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:27.628422 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Bound using segment: {'id': 'ceb7e888-bd30-4ae6-82a0-d351f2788ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:27.628912 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Bound port: b2757ca5-c976-47ae-9a5d-46786a7e1473, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb7e888-bd30-4ae6-82a0-d351f2788ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:27.629276 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.641915 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Port 381aa96b-0ff9-4824-b7af-8578a2b139b2 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:00:27.642340 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Attempting to bind port 381aa96b-0ff9-4824-b7af-8578a2b139b2 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:00:27.654054 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] For port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:27.656234 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d294b02b-6c8c-434a-ba6f-e6d295c9fd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (ff253362-df26-4a58-b1cf-67b2664322c0), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.659217 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d294b02b-6c8c-434a-ba6f-e6d295c9fd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.663671 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d294b02b-6c8c-434a-ba6f-e6d295c9fd70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff253362-df26-4a58-b1cf-67b2664322c0 HTTP/1.1" status: 204 len: 168 time: 0.5870950 May 23 13:00:27.731818 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6dd344d2-4690-43ed-8dbc-0d2ee0d465c6 req-078aff86-8a69-4763-9f03-8757d4926e72 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632707 May 23 13:00:27.731818 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:00:27.731818 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Checking segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:00:27.731818 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Bound using segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:00:27.731818 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Bound port: 381aa96b-0ff9-4824-b7af-8578a2b139b2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:00:27.731818 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.731818 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] For port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:27.903698 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:27.955128 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] For port b2757ca5-c976-47ae-9a5d-46786a7e1473, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:28.014216 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] For port b2757ca5-c976-47ae-9a5d-46786a7e1473, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2757ca5-c976-47ae-9a5d-46786a7e1473,segment=NetworkSegment(ceb7e888-bd30-4ae6-82a0-d351f2788ba3),segment_id=ceb7e888-bd30-4ae6-82a0-d351f2788ba3)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:28.018219 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c621d-5940-46e4-ae28-46dc35355237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6239d71-f0b8-4e2d-b6a5-25932ea6db1a,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:28.020557 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-3a15654d-d345-4883-b031-6e4646ee16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.022181 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-3a15654d-d345-4883-b031-6e4646ee16bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.4732265 May 23 13:00:28.042994 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294b02b-6c8c-434a-ba6f-e6d295c9fd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff253362-df26-4a58-b1cf-67b2664322c0,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:28.096825 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] For port 381aa96b-0ff9-4824-b7af-8578a2b139b2, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:00:28.111699 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-68607d13-66f7-42b5-aeeb-1283e701f866 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48 HTTP/1.1" status: 200 len: 217 time: 0.0603902 May 23 13:00:28.161136 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.161321 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.162725 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] 10.222.0.49 "PUT /v2.0/ports/97ab468b-d2e1-4b56-98d6-23dfeb309dc3 HTTP/1.1" status: 200 len: 1094 time: 4.8128805 May 23 13:00:28.165000 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:00:28.171421 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cd169686-1ea0-49e1-96fa-025e92624f4c admin admin] Publish callbacks [] for security_group (7887d99e-0ef9-4d25-8df5-8e273db7299f), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.186955 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:28.201094 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-9ae67b4b-d0ee-4829-94aa-c4e6e33e1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.201744 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-9ae67b4b-d0ee-4829-94aa-c4e6e33e1e8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0745435 May 23 13:00:28.233130 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] For port 381aa96b-0ff9-4824-b7af-8578a2b139b2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:00:28.249794 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bb931-e4b6-485b-986c-6fe9f215dd0b req-c40ebf9a-d2e2-42cf-ad80-63c889466703 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.255376 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e31bb931-e4b6-485b-986c-6fe9f215dd0b req-c40ebf9a-d2e2-42cf-ad80-63c889466703 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.2920923 May 23 13:00:28.270439 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.276058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-dedce4fc-cbd1-4499-960e-8e1eb77ee6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.278371 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-dedce4fc-cbd1-4499-960e-8e1eb77ee6ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657532 May 23 13:00:28.283525 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cd169686-1ea0-49e1-96fa-025e92624f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (7887d99e-0ef9-4d25-8df5-8e273db7299f), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.322839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f54a3-5469-422c-8efa-19e4bdfbdee1 service neutron] Pushing event updated for resources: {'Port': ['ID=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:28.474533 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2757ca5-c976-47ae-9a5d-46786a7e1473,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:28.484272 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-cd169686-1ea0-49e1-96fa-025e92624f4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac05364258c444ae9ce20b6d509f7ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4350622 May 23 13:00:28.503487 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60010) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:28.511616 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd169686-1ea0-49e1-96fa-025e92624f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7887d99e-0ef9-4d25-8df5-8e273db7299f,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:28.596870 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.657381 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-acfe6a5d-9579-45bc-9512-af19b651b29d admin admin] Publish callbacks [] for security_group (7887d99e-0ef9-4d25-8df5-8e273db7299f), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.706168 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-221c0c67-ef05-44d7-93ab-3fe169594c43 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106379 May 23 13:00:28.728601 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-acfe6a5d-9579-45bc-9512-af19b651b29d admin admin] Publish callbacks [] for security_group (7887d99e-0ef9-4d25-8df5-8e273db7299f), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.733054 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.734574 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.736270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-84950511-9619-4986-a82d-ccc4bff2c1b0 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2757ca5-c976-47ae-9a5d-46786a7e1473 HTTP/1.1" status: 200 len: 1093 time: 5.4127321 May 23 13:00:28.809172 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.809831 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:28.812236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] 10.222.0.49 "PUT /v2.0/ports/381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 200 len: 1094 time: 5.4865208 May 23 13:00:28.819385 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-7d4de0c7-2aaa-4cdc-a903-f868789e883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.821051 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-7d4de0c7-2aaa-4cdc-a903-f868789e883f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 1128 time: 0.3434792 May 23 13:00:28.844557 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-9eb95ace-1c1d-4523-b44c-f06148e21a95 req-c9108d15-45d8-437c-a0b3-851194f0f92e service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059802 May 23 13:00:28.851286 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad48236-643f-41ce-bf11-a75c37457c49 req-bc92254d-58fb-4a83-894a-c2fa4fbc2e4b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.852924 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3ad48236-643f-41ce-bf11-a75c37457c49 req-bc92254d-58fb-4a83-894a-c2fa4fbc2e4b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 943 time: 0.3297820 May 23 13:00:28.976330 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:28.977664 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-2d307f91-db72-4ae7-8eb5-dc727cbd494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:28.980004 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-2d307f91-db72-4ae7-8eb5-dc727cbd494e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e3c84deee9a435a9c1e72e8408c18b4&device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 1127 time: 0.0570121 May 23 13:00:28.995244 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380015e-1897-40ef-8ab2-268e7bd64449 service neutron] Pushing event updated for resources: {'Port': ['ID=381aa96b-0ff9-4824-b7af-8578a2b139b2,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:29.026650 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bced82df-6f5e-4db7-86ac-b4f817fcf143" -d '{"events": [{"name": "network-changed", "server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:00:29.049373 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e31bb931-e4b6-485b-986c-6fe9f215dd0b req-fbc72904-a731-4e12-9720-98ece184dae6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7517288 May 23 13:00:29.067255 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-a660d68c-34a6-4ae4-a361-328a57f80891 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3 HTTP/1.1" status: 200 len: 217 time: 0.1883144 May 23 13:00:29.073442 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60032) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:29.094623 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:29.099056 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f47a9363-2fa6-4ff4-8a15-3f4d46a61af9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.113770 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-acfe6a5d-9579-45bc-9512-af19b651b29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (7887d99e-0ef9-4d25-8df5-8e273db7299f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.116248 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-acfe6a5d-9579-45bc-9512-af19b651b29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.117445 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-acfe6a5d-9579-45bc-9512-af19b651b29d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7887d99e-0ef9-4d25-8df5-8e273db7299f HTTP/1.1" status: 204 len: 168 time: 0.6110480 May 23 13:00:29.132557 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe6a5d-9579-45bc-9512-af19b651b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887d99e-0ef9-4d25-8df5-8e273db7299f,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:29.146132 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3ad48236-643f-41ce-bf11-a75c37457c49 req-ba7cff3b-0c6f-49fa-86c1-629804d5153a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558539 May 23 13:00:29.234810 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f47a9363-2fa6-4ff4-8a15-3f4d46a61af9 admin admin] Publish callbacks [] for security_group (90a5b248-44ba-490d-a5ee-a3cc826b4655), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.242112 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c81db-034c-4f60-b22a-7f4bbf3a433a req-4b82c7f1-b7b3-4702-81a2-0388c003ed7e tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:29.245238 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-277c81db-034c-4f60-b22a-7f4bbf3a433a req-4b82c7f1-b7b3-4702-81a2-0388c003ed7e tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0569687 May 23 13:00:29.301254 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-277c81db-034c-4f60-b22a-7f4bbf3a433a req-5bc61451-0f8b-43ee-bf20-1f3a507ad088 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495689 May 23 13:00:29.311099 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f47a9363-2fa6-4ff4-8a15-3f4d46a61af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (90a5b248-44ba-490d-a5ee-a3cc826b4655), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.351172 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f47a9363-2fa6-4ff4-8a15-3f4d46a61af9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52d9418e818d4facaf28bd0ae70276fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764575 May 23 13:00:29.352462 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a9363-2fa6-4ff4-8a15-3f4d46a61af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5b248-44ba-490d-a5ee-a3cc826b4655,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:29.354739 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 60044) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:29.413682 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5bce133a-5212-45aa-8e19-58b3be27214f admin admin] Publish callbacks [] for security_group (90a5b248-44ba-490d-a5ee-a3cc826b4655), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.436484 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5bce133a-5212-45aa-8e19-58b3be27214f admin admin] Publish callbacks [] for security_group (90a5b248-44ba-490d-a5ee-a3cc826b4655), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.464957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:29.499311 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2050cd29-37af-4ea5-b2f7-460dfd812570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.569778 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f066a425-5f98-4a67-af05-f9e70661aec2 x-openstack-request-id: req-f066a425-5f98-4a67-af05-f9e70661aec2 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:00:29.570210 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:00:29.570536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f066a425-5f98-4a67-af05-f9e70661aec2 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:00:29.571066 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f066a425-5f98-4a67-af05-f9e70661aec2'] response: {'name': 'network-changed', 'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'status': 'completed', 'code': 200} May 23 13:00:29.585393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5bce133a-5212-45aa-8e19-58b3be27214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (90a5b248-44ba-490d-a5ee-a3cc826b4655), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.588821 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5bce133a-5212-45aa-8e19-58b3be27214f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:29.592491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-5bce133a-5212-45aa-8e19-58b3be27214f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90a5b248-44ba-490d-a5ee-a3cc826b4655 HTTP/1.1" status: 204 len: 168 time: 0.2338593 May 23 13:00:29.599982 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce133a-5212-45aa-8e19-58b3be27214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a5b248-44ba-490d-a5ee-a3cc826b4655,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:30.164113 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0270e4-1204-48c3-87ed-c7ae4f8c63a0 req-575ad773-516c-434b-9463-7e4100ac0ec1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:30.166140 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9e0270e4-1204-48c3-87ed-c7ae4f8c63a0 req-575ad773-516c-434b-9463-7e4100ac0ec1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0516045 May 23 13:00:30.226946 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9e0270e4-1204-48c3-87ed-c7ae4f8c63a0 req-4d548714-b91b-4ad8-b4f7-06392387c8d8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527508 May 23 13:00:30.255655 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60064) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:30.274895 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd65a-9463-41a2-baf3-d6f0165ae795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.281037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b77b0f-7013-4e89-8ab1-ff168e39f9c5 req-7530cb99-ad85-4c4f-97ab-edf67bc739ff tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:30.285458 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-27b77b0f-7013-4e89-8ab1-ff168e39f9c5 req-7530cb99-ad85-4c4f-97ab-edf67bc739ff tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 943 time: 0.0547719 May 23 13:00:30.390709 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-27b77b0f-7013-4e89-8ab1-ff168e39f9c5 req-bd108143-59f8-4269-9e22-e9534092d682 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933385 May 23 13:00:30.398446 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd65a-9463-41a2-baf3-d6f0165ae795 admin admin] Publish callbacks [] for security_group (fb706089-b586-4eb5-b7eb-23eb5424f959), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.466548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c2f2e-f476-4336-bcc3-6e97094e7f6c req-56b4e9c3-7b2b-402b-9d37-2f89282f8f51 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:30.471200 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd65a-9463-41a2-baf3-d6f0165ae795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (fb706089-b586-4eb5-b7eb-23eb5424f959), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.487870 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb5c2f2e-f476-4336-bcc3-6e97094e7f6c req-56b4e9c3-7b2b-402b-9d37-2f89282f8f51 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0718968 May 23 13:00:30.532345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.533377 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fd65a-9463-41a2-baf3-d6f0165ae795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb706089-b586-4eb5-b7eb-23eb5424f959,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:30.544303 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-ee7fd65a-9463-41a2-baf3-d6f0165ae795 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c8fe87d0aec4f5cacce879cc336d002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823751 May 23 13:00:30.545152 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb5c2f2e-f476-4336-bcc3-6e97094e7f6c req-c24f7095-15a1-4b73-ac6f-c6b836da60e0 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543754 May 23 13:00:30.545577 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60082) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:30.606376 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6a6f84cb-b6da-447d-83b4-d3152acb9879 admin admin] Publish callbacks [] for security_group (fb706089-b586-4eb5-b7eb-23eb5424f959), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.628680 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6a6f84cb-b6da-447d-83b4-d3152acb9879 admin admin] Publish callbacks [] for security_group (fb706089-b586-4eb5-b7eb-23eb5424f959), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.651637 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:30.760358 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6a6f84cb-b6da-447d-83b4-d3152acb9879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (fb706089-b586-4eb5-b7eb-23eb5424f959), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.763217 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6a6f84cb-b6da-447d-83b4-d3152acb9879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:30.764358 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6a6f84cb-b6da-447d-83b4-d3152acb9879 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb706089-b586-4eb5-b7eb-23eb5424f959 HTTP/1.1" status: 204 len: 168 time: 0.2188182 May 23 13:00:30.772951 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f84cb-b6da-447d-83b4-d3152acb9879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb706089-b586-4eb5-b7eb-23eb5424f959,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:31.034524 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-cbb23eca-875b-44e0-89be-6f3b63688bab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2757ca5-c976-47ae-9a5d-46786a7e1473 HTTP/1.1" status: 200 len: 217 time: 0.0605340 May 23 13:00:31.064428 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-68d09200-3257-4f13-bc74-9348bdf605c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.066105 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-68d09200-3257-4f13-bc74-9348bdf605c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0951405 May 23 13:00:31.067541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-fabe37e2-c20e-4084-9034-d0c2550d43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.069394 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-fabe37e2-c20e-4084-9034-d0c2550d43b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1128 time: 0.0973766 May 23 13:00:31.106352 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-cb6873b9-fb9d-43b8-8a46-90a9f11eda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.108001 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-cb6873b9-fb9d-43b8-8a46-90a9f11eda92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b HTTP/1.1" status: 200 len: 852 time: 0.0656104 May 23 13:00:31.161958 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-20b813bf-4433-44b9-96ff-59f3f61bb218 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50e5ce1d-72f1-4bb0-be55-af6d47fef78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394342 May 23 13:00:31.171701 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-0785779e-b53f-450c-b6f1-432134e93645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.173269 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-0785779e-b53f-450c-b6f1-432134e93645 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833180 May 23 13:00:31.220784 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-483c7c76-3d8f-4b6c-8790-6e75ab38f297 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 200 len: 217 time: 0.1296053 May 23 13:00:31.286076 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-00416c6a-e5a4-421a-8b50-5055603fcd7c service neutron] 10.222.0.49 "GET /v2.0/networks/50e5ce1d-72f1-4bb0-be55-af6d47fef78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156259 May 23 13:00:31.359043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-5074d6c5-3363-4cd8-aa34-506d5100834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.360502 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-5074d6c5-3363-4cd8-aa34-506d5100834b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.1183274 May 23 13:00:31.418651 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67eab7-2d09-4f9f-83c4-c3ca35f2ee87 req-b5983770-b44e-48fe-aa16-f03bea46a760 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.420217 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6b67eab7-2d09-4f9f-83c4-c3ca35f2ee87 req-b5983770-b44e-48fe-aa16-f03bea46a760 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0716321 May 23 13:00:31.422266 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-9927c62d-0db7-4f46-b7b0-0b5b7a069a62 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172704 May 23 13:00:31.426401 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-643b9222-f2e5-457d-b92b-1c1820f3f1e1 req-557a2839-96b2-4fef-b387-dfe8365653a5 service neutron] 10.222.0.49 "GET /v2.0/networks/50e5ce1d-72f1-4bb0-be55-af6d47fef78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319592 May 23 13:00:31.477191 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6b67eab7-2d09-4f9f-83c4-c3ca35f2ee87 req-264f4a52-6e9c-4d2d-9e14-647a0ccb05df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495880 May 23 13:00:31.581693 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'tag': 'b2757ca5-c976-47ae-9a5d-46786a7e1473'}, {'name': 'network-changed', 'server_uuid': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'tag': '381aa96b-0ff9-4824-b7af-8578a2b139b2'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:00:31.583990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fdd2d2-b084-468c-8eb3-dbcf301bb071" -d '{"events": [{"name": "network-changed", "server_uuid": "825e6db1-f2ed-47d4-88dc-07191da24f5f", "tag": "b2757ca5-c976-47ae-9a5d-46786a7e1473"}, {"name": "network-changed", "server_uuid": "3d4562fc-a49b-4d0d-b486-e8d2fb59db7c", "tag": "381aa96b-0ff9-4824-b7af-8578a2b139b2"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:00:31.604184 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1607c-7eac-4aff-a2b4-8462e6698431 req-64dbf061-2be3-4878-becc-4eeaaad24166 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.605594 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5ec1607c-7eac-4aff-a2b4-8462e6698431 req-64dbf061-2be3-4878-becc-4eeaaad24166 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 943 time: 0.0529318 May 23 13:00:31.654362 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5ec1607c-7eac-4aff-a2b4-8462e6698431 req-47959b6b-2c26-4106-8fd3-4b07e89e6960 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 May 23 13:00:31.767213 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d187b9-797a-48ef-bf98-38c2d643d3ac req-b4992eed-9101-4092-826e-cc920b1c5917 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:31.768744 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-69d187b9-797a-48ef-bf98-38c2d643d3ac req-b4992eed-9101-4092-826e-cc920b1c5917 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0597062 May 23 13:00:31.825236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-69d187b9-797a-48ef-bf98-38c2d643d3ac req-4992f154-41c4-4bc8-8167-b5009c522147 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507543 May 23 13:00:31.916334 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 23 May 2022 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc58a48e-8071-4ab8-a188-3586da524bd8 x-openstack-request-id: req-dc58a48e-8071-4ab8-a188-3586da524bd8 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:00:31.916630 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825e6db1-f2ed-47d4-88dc-07191da24f5f", "tag": "b2757ca5-c976-47ae-9a5d-46786a7e1473", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d4562fc-a49b-4d0d-b486-e8d2fb59db7c", "tag": "381aa96b-0ff9-4824-b7af-8578a2b139b2", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:00:31.916880 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc58a48e-8071-4ab8-a188-3586da524bd8 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:00:31.917274 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc58a48e-8071-4ab8-a188-3586da524bd8'] response: {'name': 'network-changed', 'server_uuid': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'tag': 'b2757ca5-c976-47ae-9a5d-46786a7e1473', 'status': 'completed', 'code': 200} May 23 13:00:31.917524 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc58a48e-8071-4ab8-a188-3586da524bd8'] response: {'name': 'network-changed', 'server_uuid': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'tag': '381aa96b-0ff9-4824-b7af-8578a2b139b2', 'status': 'completed', 'code': 200} May 23 13:00:32.002383 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:32.616351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208f10c-2692-4fa7-8748-67c106b476da req-b00c4302-0887-46a5-aac6-6c74e8e13520 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:32.619377 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6208f10c-2692-4fa7-8748-67c106b476da req-b00c4302-0887-46a5-aac6-6c74e8e13520 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0644350 May 23 13:00:32.683886 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6208f10c-2692-4fa7-8748-67c106b476da req-66c14cc4-ebe5-403f-a7ee-7f4bf530739b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584230 May 23 13:00:32.763308 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:32.807161 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7aaf8-8f90-4ca2-8bf5-3ee2febf4640 req-7b19c81c-207a-42d2-a49a-6836f469ebbd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:32.808945 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bce7aaf8-8f90-4ca2-8bf5-3ee2febf4640 req-7b19c81c-207a-42d2-a49a-6836f469ebbd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 943 time: 0.0549216 May 23 13:00:32.834389 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:32.857974 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bce7aaf8-8f90-4ca2-8bf5-3ee2febf4640 req-ab986bd2-8ed3-448d-a0f2-12386b0266b3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 May 23 13:00:32.953221 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d342ce-9a0d-4b3f-93c1-a301d4a5b84f req-d0fbe519-8637-4d10-9eb7-1591d5575061 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:32.953221 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c2d342ce-9a0d-4b3f-93c1-a301d4a5b84f req-d0fbe519-8637-4d10-9eb7-1591d5575061 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0504026 May 23 13:00:32.999094 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c2d342ce-9a0d-4b3f-93c1-a301d4a5b84f req-d8b90d3c-a0f5-4936-a5b9-c750d3230941 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 May 23 13:00:33.791608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e9dd4-a23f-45ea-b601-42c11524f1cc req-48b12d1d-5f18-42ae-ad15-15c7cacec31e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:33.794035 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-016e9dd4-a23f-45ea-b601-42c11524f1cc req-48b12d1d-5f18-42ae-ad15-15c7cacec31e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0537126 May 23 13:00:33.800002 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:33.864217 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-016e9dd4-a23f-45ea-b601-42c11524f1cc req-36dc9d3b-31b0-4a36-88d6-084a552a64c2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594509 May 23 13:00:34.007586 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f0d28-170e-4543-addc-00aae600d26b req-875e6da8-39c8-4434-9af9-ee3e955e7f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:34.009029 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-875e6da8-39c8-4434-9af9-ee3e955e7f58 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871286 May 23 13:00:34.025837 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891e06-1379-41c6-b002-95ae78ad3784 req-f8ae4495-dca3-4368-b01f-daaa59a5b56e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:34.027854 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8891e06-1379-41c6-b002-95ae78ad3784 req-f8ae4495-dca3-4368-b01f-daaa59a5b56e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 943 time: 0.0881519 May 23 13:00:34.371303 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60230) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:34.375876 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8932b-b673-4fed-b184-312e611e6b92 req-a6bcfeea-1088-4fda-8a97-5b876f0437b8 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:34.377441 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ab8932b-b673-4fed-b184-312e611e6b92 req-a6bcfeea-1088-4fda-8a97-5b876f0437b8 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.1417289 May 23 13:00:34.441479 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e5d0b94-0f0a-426d-aa7f-1b9474110970 req-aac2733c-cc72-40c7-865b-b3e8c73b0142 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471552 May 23 13:00:34.455171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8891e06-1379-41c6-b002-95ae78ad3784 req-4ac9df92-2fd8-4eb4-9510-425f30e1d0e1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292111 May 23 13:00:34.467084 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-b2160fc0-e1a9-4ef1-93c4-1e2da2ca6963 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479022 May 23 13:00:34.534815 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ab8932b-b673-4fed-b184-312e611e6b92 req-a6e994ec-d944-40a1-8dbb-f0e371116712 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363397 May 23 13:00:34.704050 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-761ed005-abd4-44ef-bf17-9d3fde7b3c60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:34.706570 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:34.791057 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-761ed005-abd4-44ef-bf17-9d3fde7b3c60 admin admin] Publish callbacks [] for security_group (537a3f84-e53d-495a-bb54-f26a99651a90), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:34.904114 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-761ed005-abd4-44ef-bf17-9d3fde7b3c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (537a3f84-e53d-495a-bb54-f26a99651a90), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:34.940217 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ed005-abd4-44ef-bf17-9d3fde7b3c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537a3f84-e53d-495a-bb54-f26a99651a90,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:34.956184 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-761ed005-abd4-44ef-bf17-9d3fde7b3c60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67bf533d20784c63aaff424cec03b974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836353 May 23 13:00:34.958868 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60296) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:34.973813 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:34.985177 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf62f0-6529-4b23-b0e4-8fe482d0f54d req-1bf2ffb5-a86a-4dbd-8f0c-35a82e4a2932 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:34.989410 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6baf62f0-6529-4b23-b0e4-8fe482d0f54d req-1bf2ffb5-a86a-4dbd-8f0c-35a82e4a2932 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0561640 May 23 13:00:35.025259 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b768de68-010b-4978-b857-77387b2988aa admin admin] Publish callbacks [] for security_group (537a3f84-e53d-495a-bb54-f26a99651a90), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.038499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 65ac147c-5bdb-47fa-adf1-5827d23a6e48 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:00:35.062059 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b768de68-010b-4978-b857-77387b2988aa admin admin] Publish callbacks [] for security_group (537a3f84-e53d-495a-bb54-f26a99651a90), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.113206 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6baf62f0-6529-4b23-b0e4-8fe482d0f54d req-12f0e39e-9215-4cbe-ab19-10a90a84151e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158628 May 23 13:00:35.179462 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b768de68-010b-4978-b857-77387b2988aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (537a3f84-e53d-495a-bb54-f26a99651a90), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.182058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b768de68-010b-4978-b857-77387b2988aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.184252 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b768de68-010b-4978-b857-77387b2988aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/537a3f84-e53d-495a-bb54-f26a99651a90 HTTP/1.1" status: 204 len: 168 time: 0.2241151 May 23 13:00:35.192449 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768de68-010b-4978-b857-77387b2988aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537a3f84-e53d-495a-bb54-f26a99651a90,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:35.194477 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 65ac147c-5bdb-47fa-adf1-5827d23a6e48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:35.223275 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '65ac147c-5bdb-47fa-adf1-5827d23a6e48', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'port_id': '65ac147c-5bdb-47fa-adf1-5827d23a6e48', 'mac_address': 'fa:16:3e:6e:53:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:00:35.266233 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:35.266630 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.280662 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ac147c-5bdb-47fa-adf1-5827d23a6e48 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:35.301559 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 65ac147c-5bdb-47fa-adf1-5827d23a6e48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:35.374159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.431559 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=65ac147c-5bdb-47fa-adf1-5827d23a6e48,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:35.534077 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60320) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:35.581988 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4d55e-5d7e-4606-96f1-6b19746c05d9 req-d014883d-af68-4db5-ab65-472f8585f1c8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:35.583777 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4f4d55e-5d7e-4606-96f1-6b19746c05d9 req-d014883d-af68-4db5-ab65-472f8585f1c8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 944 time: 0.0549560 May 23 13:00:35.684950 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-db2fa033-7f75-45d1-be51-b20edd2d0213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.692297 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4f4d55e-5d7e-4606-96f1-6b19746c05d9 req-799210f6-b252-4ec3-9947-e0032323a479 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001656 May 23 13:00:35.709777 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36dfb0-05c3-4326-9e53-e6c5bd048dd4 req-272fa1cb-300d-4837-95ec-d6f5051d13a7 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:35.711352 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0d36dfb0-05c3-4326-9e53-e6c5bd048dd4 req-272fa1cb-300d-4837-95ec-d6f5051d13a7 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0712879 May 23 13:00:35.769433 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0d36dfb0-05c3-4326-9e53-e6c5bd048dd4 req-547a5f97-e29c-4070-a2ae-cfd814db08fd tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483894 May 23 13:00:35.771259 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-db2fa033-7f75-45d1-be51-b20edd2d0213 admin admin] Publish callbacks [] for security_group (f64d0516-20a6-4b19-b4fe-6aaa402c7da2), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.874331 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-db2fa033-7f75-45d1-be51-b20edd2d0213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f64d0516-20a6-4b19-b4fe-6aaa402c7da2), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:35.900444 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['65ac147c-5bdb-47fa-adf1-5827d23a6e48'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:00:35.922752 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-db2fa033-7f75-45d1-be51-b20edd2d0213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=003c58a0a07c4c349e26c20f5f9a68cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850870 May 23 13:00:35.922752 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fa033-7f75-45d1-be51-b20edd2d0213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64d0516-20a6-4b19-b4fe-6aaa402c7da2,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:35.924035 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 60334) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:35.979443 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-14378267-56ff-4a72-bcb9-c147394ba6a3 admin admin] Publish callbacks [] for security_group (f64d0516-20a6-4b19-b4fe-6aaa402c7da2), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.001313 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-14378267-56ff-4a72-bcb9-c147394ba6a3 admin admin] Publish callbacks [] for security_group (f64d0516-20a6-4b19-b4fe-6aaa402c7da2), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.026301 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60342) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:36.041518 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4da4bca4-1792-4e25-9acc-797233d3d717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.166184 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-14378267-56ff-4a72-bcb9-c147394ba6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f64d0516-20a6-4b19-b4fe-6aaa402c7da2), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.169305 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-14378267-56ff-4a72-bcb9-c147394ba6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.170667 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-14378267-56ff-4a72-bcb9-c147394ba6a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f64d0516-20a6-4b19-b4fe-6aaa402c7da2 HTTP/1.1" status: 204 len: 168 time: 0.2442043 May 23 13:00:36.185035 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14378267-56ff-4a72-bcb9-c147394ba6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64d0516-20a6-4b19-b4fe-6aaa402c7da2,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:36.283502 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6c16e-1a1e-463f-ba9c-7b884e1b9a33 req-6372a7e3-a69a-4178-ad4b-939144c8f8f2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:36.285623 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8bd6c16e-1a1e-463f-ba9c-7b884e1b9a33 req-6372a7e3-a69a-4178-ad4b-939144c8f8f2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0916350 May 23 13:00:36.286014 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4da4bca4-1792-4e25-9acc-797233d3d717 admin admin] Publish callbacks [] for security_group (214e9e41-318d-4511-8d22-ff3053e0d747), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.287104 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:36.360134 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4da4bca4-1792-4e25-9acc-797233d3d717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (214e9e41-318d-4511-8d22-ff3053e0d747), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.419364 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4bca4-1792-4e25-9acc-797233d3d717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e9e41-318d-4511-8d22-ff3053e0d747,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:36.439382 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4da4bca4-1792-4e25-9acc-797233d3d717 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dea2ad48ebf846b7ada5b6e1b69c7467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119480 May 23 13:00:36.442654 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60360) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:36.511589 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8bd6c16e-1a1e-463f-ba9c-7b884e1b9a33 req-b1feca9a-7215-44f6-b017-a517c87af656 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165875 May 23 13:00:36.516815 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0cfb17e5-387f-408e-8bca-f2425f2e7da5 admin admin] Publish callbacks [] for security_group (214e9e41-318d-4511-8d22-ff3053e0d747), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.527513 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-296eeb5a-a67f-4149-8beb-47eaf2f4eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:36.529661 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-296eeb5a-a67f-4149-8beb-47eaf2f4eda5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e3c84deee9a435a9c1e72e8408c18b4&device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 1127 time: 0.1851442 May 23 13:00:36.541030 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:36.544264 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:36.546945 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0cfb17e5-387f-408e-8bca-f2425f2e7da5 admin admin] Publish callbacks [] for security_group (214e9e41-318d-4511-8d22-ff3053e0d747), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.568643 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-173f0d28-170e-4543-addc-00aae600d26b req-3dec4204-c99e-4f33-99cd-01e53de62849 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251370 May 23 13:00:36.670812 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0cfb17e5-387f-408e-8bca-f2425f2e7da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (214e9e41-318d-4511-8d22-ff3053e0d747), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.673587 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0cfb17e5-387f-408e-8bca-f2425f2e7da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:36.674961 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-0cfb17e5-387f-408e-8bca-f2425f2e7da5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/214e9e41-318d-4511-8d22-ff3053e0d747 HTTP/1.1" status: 204 len: 168 time: 0.2307835 May 23 13:00:36.685652 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb17e5-387f-408e-8bca-f2425f2e7da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e9e41-318d-4511-8d22-ff3053e0d747,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:36.826148 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f21e3-266a-47c6-bfea-a92b56c2f3a4 req-4094e8df-8ce9-4ae0-8519-78979fb5ba36 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:36.826856 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-684f21e3-266a-47c6-bfea-a92b56c2f3a4 req-4094e8df-8ce9-4ae0-8519-78979fb5ba36 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 944 time: 0.0563753 May 23 13:00:36.911849 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-684f21e3-266a-47c6-bfea-a92b56c2f3a4 req-7ded2862-8073-4685-955a-b53c4d3d4148 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793667 May 23 13:00:36.918924 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84c8e4-9b11-4a06-95b7-a3a58c2e8025 req-46ea23ed-775b-4ef5-a449-eb4942f30b2d tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:36.920606 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7b84c8e4-9b11-4a06-95b7-a3a58c2e8025 req-46ea23ed-775b-4ef5-a449-eb4942f30b2d tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0730860 May 23 13:00:36.971828 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7b84c8e4-9b11-4a06-95b7-a3a58c2e8025 req-7346d542-8536-408d-b5a2-36b45f84132b tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451260 May 23 13:00:37.078263 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 60376) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:37.092909 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3056866-05a1-45dd-8f55-35382e746ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.095586 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:37.173863 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 65ac147c-5bdb-47fa-adf1-5827d23a6e48 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:37.181851 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60380) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:37.182658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3056866-05a1-45dd-8f55-35382e746ede admin admin] Publish callbacks [] for security_group (2dfb877a-d9ab-422f-b46a-6c7631bba0fa), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.222316 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:37.230357 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:00:37.251325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c3056866-05a1-45dd-8f55-35382e746ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2dfb877a-d9ab-422f-b46a-6c7631bba0fa), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.289399 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3056866-05a1-45dd-8f55-35382e746ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfb877a-d9ab-422f-b46a-6c7631bba0fa,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:37.313000 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-c3056866-05a1-45dd-8f55-35382e746ede admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d28f430177ad4819a02bc61616ff5fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299836 May 23 13:00:37.313290 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60388) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:37.313471 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:37.313471 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.353452 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8d31870c-eca1-4041-a779-db38272d7f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.403892 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:37.404307 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.423488 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-df963b75-4925-4bda-b56f-4f0f66be4f28 admin admin] Publish callbacks [] for security_group (2dfb877a-d9ab-422f-b46a-6c7631bba0fa), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.423773 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:37.429282 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac147c-5bdb-47fa-adf1-5827d23a6e48'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:00:37.459028 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-df963b75-4925-4bda-b56f-4f0f66be4f28 admin admin] Publish callbacks [] for security_group (2dfb877a-d9ab-422f-b46a-6c7631bba0fa), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.512841 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8d31870c-eca1-4041-a779-db38272d7f7b admin admin] Publish callbacks [] for security_group (be0b2914-a75c-44fb-b689-f164ef2bf7f8), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.520808 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 65ac147c-5bdb-47fa-adf1-5827d23a6e48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:37.632400 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb45c4e-062a-4df4-a7cb-c09be5719b5c" -d '{"events": [{"server_uuid": "fbf0c0b3-5059-405a-b847-07ed7c6edee9", "name": "network-vif-plugged", "status": "completed", "tag": "65ac147c-5bdb-47fa-adf1-5827d23a6e48"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:00:37.634558 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8d31870c-eca1-4041-a779-db38272d7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (be0b2914-a75c-44fb-b689-f164ef2bf7f8), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.638710 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.648714 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f87f13-d5fd-4e63-95c7-cde74f4e3cf4 req-e9535620-d31f-44ea-a2c9-671e63515915 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:37.650536 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2f87f13-d5fd-4e63-95c7-cde74f4e3cf4 req-e9535620-d31f-44ea-a2c9-671e63515915 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0584416 May 23 13:00:37.674570 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-df963b75-4925-4bda-b56f-4f0f66be4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2dfb877a-d9ab-422f-b46a-6c7631bba0fa), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.677826 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-df963b75-4925-4bda-b56f-4f0f66be4f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.680056 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-df963b75-4925-4bda-b56f-4f0f66be4f28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dfb877a-d9ab-422f-b46a-6c7631bba0fa HTTP/1.1" status: 204 len: 168 time: 0.3694911 May 23 13:00:37.683679 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:37.695262 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:37.709064 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31870c-eca1-4041-a779-db38272d7f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b2914-a75c-44fb-b689-f164ef2bf7f8,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:37.731842 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2f87f13-d5fd-4e63-95c7-cde74f4e3cf4 req-150c2dd9-30cf-464f-9844-2da0802940ce tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726397 May 23 13:00:37.738669 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-8d31870c-eca1-4041-a779-db38272d7f7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de4eed939156431fa99178951d5fcbec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555344 May 23 13:00:37.742138 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=65ac147c-5bdb-47fa-adf1-5827d23a6e48,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:37.751087 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 60412) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:37.752783 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df963b75-4925-4bda-b56f-4f0f66be4f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfb877a-d9ab-422f-b46a-6c7631bba0fa,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:37.822163 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f503a630-bc2c-4358-b57c-9fd81377e5ce x-openstack-request-id: req-f503a630-bc2c-4358-b57c-9fd81377e5ce {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:00:37.823816 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf0c0b3-5059-405a-b847-07ed7c6edee9", "name": "network-vif-plugged", "status": "completed", "tag": "65ac147c-5bdb-47fa-adf1-5827d23a6e48", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:00:37.824077 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f503a630-bc2c-4358-b57c-9fd81377e5ce {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:00:37.826083 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f503a630-bc2c-4358-b57c-9fd81377e5ce'] response: {'server_uuid': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac147c-5bdb-47fa-adf1-5827d23a6e48', 'code': 200} May 23 13:00:37.855063 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-772be70d-58b5-4035-8008-329fdbc0e589 admin admin] Publish callbacks [] for security_group (be0b2914-a75c-44fb-b689-f164ef2bf7f8), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:37.880680 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-772be70d-58b5-4035-8008-329fdbc0e589 admin admin] Publish callbacks [] for security_group (be0b2914-a75c-44fb-b689-f164ef2bf7f8), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:38.015813 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:38.033384 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607897c-ea1e-4b2f-88c4-e3fcb2912315 req-3368c970-32c5-4683-be22-0df90fd13734 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:38.034875 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1607897c-ea1e-4b2f-88c4-e3fcb2912315 req-3368c970-32c5-4683-be22-0df90fd13734 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0561445 May 23 13:00:38.074560 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-772be70d-58b5-4035-8008-329fdbc0e589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (be0b2914-a75c-44fb-b689-f164ef2bf7f8), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:38.077370 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-772be70d-58b5-4035-8008-329fdbc0e589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:38.080652 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-772be70d-58b5-4035-8008-329fdbc0e589 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be0b2914-a75c-44fb-b689-f164ef2bf7f8 HTTP/1.1" status: 204 len: 168 time: 0.3112586 May 23 13:00:38.118278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be70d-58b5-4035-8008-329fdbc0e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b2914-a75c-44fb-b689-f164ef2bf7f8,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:38.154561 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c268d3d-1fcc-4380-b47a-6518f91bca0b req-e6bf5755-12f2-4b04-af04-abfb96d14c10 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:38.154561 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c268d3d-1fcc-4380-b47a-6518f91bca0b req-e6bf5755-12f2-4b04-af04-abfb96d14c10 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0997059 May 23 13:00:38.154561 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1607897c-ea1e-4b2f-88c4-e3fcb2912315 req-abc53823-d49b-4ab1-a08e-cd7161f88623 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136167 May 23 13:00:38.220950 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c268d3d-1fcc-4380-b47a-6518f91bca0b req-25b51d85-d832-4cfd-8353-6ebf75757b11 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 May 23 13:00:39.016834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-18a0d2a7-26d0-4de6-bcd2-7b8e45226c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:39.018586 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-18a0d2a7-26d0-4de6-bcd2-7b8e45226c89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 1128 time: 0.2000005 May 23 13:00:39.035568 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaa6da-dee7-4f08-ac05-a55c276b81f2 req-6551dc2f-f2c5-4c54-a69b-657e13ed5722 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:39.037426 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ccaaa6da-dee7-4f08-ac05-a55c276b81f2 req-6551dc2f-f2c5-4c54-a69b-657e13ed5722 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.1720917 May 23 13:00:39.103060 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-1c314840-f232-4b4c-908f-b24777745450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:39.105525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-1c314840-f232-4b4c-908f-b24777745450 service neutron] 10.222.0.49 "GET /v2.0/networks?id=50e5ce1d-72f1-4bb0-be55-af6d47fef78d HTTP/1.1" status: 200 len: 913 time: 0.2882185 May 23 13:00:39.149140 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ccaaa6da-dee7-4f08-ac05-a55c276b81f2 req-0821a4dd-b5f3-445a-be7d-dacbc4e5a5b9 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863855 May 23 13:00:39.168699 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device b2757ca5-c976-47ae-9a5d-46786a7e1473 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:00:39.305990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4275c-c0e2-4f8e-add8-a048933dfd4a req-0459533d-a7de-45db-8017-e994a2028084 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:39.310475 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port b2757ca5-c976-47ae-9a5d-46786a7e1473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2757ca5-c976-47ae-9a5d-46786a7e1473,segment=NetworkSegment(ceb7e888-bd30-4ae6-82a0-d351f2788ba3),segment_id=ceb7e888-bd30-4ae6-82a0-d351f2788ba3)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:39.313974 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24f4275c-c0e2-4f8e-add8-a048933dfd4a req-0459533d-a7de-45db-8017-e994a2028084 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0778384 May 23 13:00:39.326561 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'b2757ca5-c976-47ae-9a5d-46786a7e1473', 'network_id': '50e5ce1d-72f1-4bb0-be55-af6d47fef78d', 'port_id': 'b2757ca5-c976-47ae-9a5d-46786a7e1473', 'mac_address': 'fa:16:3e:e3:1e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:00:39.363911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port b2757ca5-c976-47ae-9a5d-46786a7e1473 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:39.365683 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:39.375485 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:39.388149 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2757ca5-c976-47ae-9a5d-46786a7e1473 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:39.407762 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b658df-6fc1-404d-94f7-421229180743 req-c1e3a9a0-f1c0-44a1-9ca7-49332920821a tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:39.409579 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40b658df-6fc1-404d-94f7-421229180743 req-c1e3a9a0-f1c0-44a1-9ca7-49332920821a tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 943 time: 0.0870206 May 23 13:00:39.421425 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port b2757ca5-c976-47ae-9a5d-46786a7e1473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2757ca5-c976-47ae-9a5d-46786a7e1473,segment=NetworkSegment(ceb7e888-bd30-4ae6-82a0-d351f2788ba3),segment_id=ceb7e888-bd30-4ae6-82a0-d351f2788ba3)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:39.427395 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24f4275c-c0e2-4f8e-add8-a048933dfd4a req-fb4ec741-b06a-4e96-8180-e8efca216081 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123993 May 23 13:00:39.478173 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40b658df-6fc1-404d-94f7-421229180743 req-a84f25a7-ead7-4c53-ba2f-2ce380003f7f tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 May 23 13:00:39.505233 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:39.562007 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=b2757ca5-c976-47ae-9a5d-46786a7e1473,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:40.047603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['b2757ca5-c976-47ae-9a5d-46786a7e1473'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:00:40.270251 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8d488-53c7-4963-9e57-5cb20ce083b6 req-dce68a28-a440-498d-8c92-9f3caa40c744 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:40.278625 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-77d8d488-53c7-4963-9e57-5cb20ce083b6 req-dce68a28-a440-498d-8c92-9f3caa40c744 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.0648801 May 23 13:00:40.331051 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-77d8d488-53c7-4963-9e57-5cb20ce083b6 req-1f0bbe19-070d-4d47-8521-02b83479fb4c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491996 May 23 13:00:40.556120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b188125-5c4d-421b-8f60-3c99c564e94f req-ff8bc19f-40e9-4ffe-b4f2-c70f9e75312a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:40.562400 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9b188125-5c4d-421b-8f60-3c99c564e94f req-ff8bc19f-40e9-4ffe-b4f2-c70f9e75312a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0606236 May 23 13:00:40.649632 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d02a6-2b86-4a83-a76d-f0ed77a99717 req-f1b938ce-e135-4444-a5ef-14c935a75622 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:40.651407 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f89d02a6-2b86-4a83-a76d-f0ed77a99717 req-f1b938ce-e135-4444-a5ef-14c935a75622 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 944 time: 0.0875080 May 23 13:00:40.660295 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9b188125-5c4d-421b-8f60-3c99c564e94f req-d43247f4-1458-4887-959a-238838745943 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945718 May 23 13:00:40.718956 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f89d02a6-2b86-4a83-a76d-f0ed77a99717 req-e4550b79-e5d6-4832-a53b-5c762ebd43aa tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552039 May 23 13:00:41.168607 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:00:41.191796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device b2757ca5-c976-47ae-9a5d-46786a7e1473 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:41.294121 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port b2757ca5-c976-47ae-9a5d-46786a7e1473 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:00:41.335950 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:41.357033 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:00:41.483576 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-e4953227-ca38-418f-baa2-dee6308d14df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2757ca5-c976-47ae-9a5d-46786a7e1473 HTTP/1.1" status: 200 len: 217 time: 0.0418394 May 23 13:00:41.531683 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port b2757ca5-c976-47ae-9a5d-46786a7e1473 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:41.532066 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:41.563865 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:41.564247 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:41.586461 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:41.614332 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:41.637925 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a874710-8fcb-4451-b14f-e83a5532853f req-af30bc9c-c2f3-4698-9db5-c2aca5b72981 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:41.639523 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5a874710-8fcb-4451-b14f-e83a5532853f req-af30bc9c-c2f3-4698-9db5-c2aca5b72981 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 944 time: 0.1544638 May 23 13:00:41.647726 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port b2757ca5-c976-47ae-9a5d-46786a7e1473 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:41.648113 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:41.648264 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-33064cb3-1adf-453b-8c1e-61203876a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:41.649788 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-33064cb3-1adf-453b-8c1e-61203876a3cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b HTTP/1.1" status: 200 len: 852 time: 0.1531923 May 23 13:00:41.676977 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2757ca5-c976-47ae-9a5d-46786a7e1473'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:00:41.682837 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b78e88-5bb9-45b5-bd8f-a71670bc42fc" -d '{"events": [{"server_uuid": "825e6db1-f2ed-47d4-88dc-07191da24f5f", "name": "network-vif-plugged", "status": "completed", "tag": "b2757ca5-c976-47ae-9a5d-46786a7e1473"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:00:41.684773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-7fb2a91c-9228-4ed0-ad0a-adaa9e957f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:41.685321 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-7fb2a91c-9228-4ed0-ad0a-adaa9e957f87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 915 time: 0.2556002 May 23 13:00:41.698839 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:41.710742 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port b2757ca5-c976-47ae-9a5d-46786a7e1473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2757ca5-c976-47ae-9a5d-46786a7e1473,segment=NetworkSegment(ceb7e888-bd30-4ae6-82a0-d351f2788ba3),segment_id=ceb7e888-bd30-4ae6-82a0-d351f2788ba3)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:41.733101 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5a874710-8fcb-4451-b14f-e83a5532853f req-d07bc360-694d-4d69-a4b6-71e06b492d29 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759046 May 23 13:00:41.786849 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:41.801479 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:41.841057 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f2bb5-d38f-4398-b500-b57242f55f6f req-230cd45c-5f99-47a8-b650-46d53e2383aa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:41.850558 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a62f2bb5-d38f-4398-b500-b57242f55f6f req-230cd45c-5f99-47a8-b650-46d53e2383aa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0958378 May 23 13:00:41.859635 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ce3033-c266-4c38-8a66-13bd3e3584e7 x-openstack-request-id: req-79ce3033-c266-4c38-8a66-13bd3e3584e7 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:00:41.859944 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825e6db1-f2ed-47d4-88dc-07191da24f5f", "name": "network-vif-plugged", "status": "completed", "tag": "b2757ca5-c976-47ae-9a5d-46786a7e1473", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:00:41.860205 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79ce3033-c266-4c38-8a66-13bd3e3584e7 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:00:41.860605 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ce3033-c266-4c38-8a66-13bd3e3584e7'] response: {'server_uuid': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2757ca5-c976-47ae-9a5d-46786a7e1473', 'code': 200} May 23 13:00:41.861719 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=b2757ca5-c976-47ae-9a5d-46786a7e1473,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:41.952681 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60592) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:41.954108 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a62f2bb5-d38f-4398-b500-b57242f55f6f req-3495224c-c404-482b-8f5b-a720370f600b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010673 May 23 13:00:41.960348 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc6374-27c3-4940-bc74-3a95d530e579 req-a597ccda-d900-4b1c-8bb8-36a35dd583ea tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:41.961915 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ebc6374-27c3-4940-bc74-3a95d530e579 req-a597ccda-d900-4b1c-8bb8-36a35dd583ea tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0763364 May 23 13:00:42.048795 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ebc6374-27c3-4940-bc74-3a95d530e579 req-056929d5-121c-49d5-86e0-2e8fcc31cf99 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729506 May 23 13:00:42.215901 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ae31e471-9017-4f1c-b103-3eadad072ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:42.299529 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ae31e471-9017-4f1c-b103-3eadad072ced admin admin] Publish callbacks [] for security_group (f74e741b-857d-4c51-9771-92f62eb905db), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:42.371148 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ae31e471-9017-4f1c-b103-3eadad072ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f74e741b-857d-4c51-9771-92f62eb905db), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:42.413079 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-ae31e471-9017-4f1c-b103-3eadad072ced admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbf2a131f924445c8c8651592f8db51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585440 May 23 13:00:42.413781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31e471-9017-4f1c-b103-3eadad072ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e741b-857d-4c51-9771-92f62eb905db,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:42.416065 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60618) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:42.464910 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-902e668d-a96e-4ee7-9e3e-826322154130 admin admin] Publish callbacks [] for security_group (f74e741b-857d-4c51-9771-92f62eb905db), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:42.487069 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-902e668d-a96e-4ee7-9e3e-826322154130 admin admin] Publish callbacks [] for security_group (f74e741b-857d-4c51-9771-92f62eb905db), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:42.630585 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-902e668d-a96e-4ee7-9e3e-826322154130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f74e741b-857d-4c51-9771-92f62eb905db), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:42.635399 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-902e668d-a96e-4ee7-9e3e-826322154130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:42.635399 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-902e668d-a96e-4ee7-9e3e-826322154130 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f74e741b-857d-4c51-9771-92f62eb905db HTTP/1.1" status: 204 len: 168 time: 0.2166712 May 23 13:00:42.650604 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e668d-a96e-4ee7-9e3e-826322154130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e741b-857d-4c51-9771-92f62eb905db,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:42.849735 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ba67d-cd0a-4730-a924-b769abee539f req-1e80914f-31a4-47f5-ba9f-6e850259a40a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:42.851236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9c7ba67d-cd0a-4730-a924-b769abee539f req-1e80914f-31a4-47f5-ba9f-6e850259a40a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0503242 May 23 13:00:42.882088 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:42.905596 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9c7ba67d-cd0a-4730-a924-b769abee539f req-8f12d881-4cd0-43b1-a52f-01cdc20db728 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480928 May 23 13:00:43.101716 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840edb0-64ee-4fd9-aaee-b536a891cade req-5d2ad74e-2308-47a0-ac15-355305b00555 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:43.103221 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6840edb0-64ee-4fd9-aaee-b536a891cade req-5d2ad74e-2308-47a0-ac15-355305b00555 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0579846 May 23 13:00:43.190367 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176833d-b69d-46cc-a07b-61fc19753549 req-99cbe96f-58d8-47d1-9c4f-548a93d5ee21 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:43.191821 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0176833d-b69d-46cc-a07b-61fc19753549 req-99cbe96f-58d8-47d1-9c4f-548a93d5ee21 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0662575 May 23 13:00:43.195410 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6840edb0-64ee-4fd9-aaee-b536a891cade req-1ee623d5-2111-4a12-b425-55104c947e5b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863862 May 23 13:00:43.252090 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0176833d-b69d-46cc-a07b-61fc19753549 req-c7d4a3a7-ea56-41fd-a40d-def0adea4b11 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 May 23 13:00:43.332314 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60658) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:43.346694 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-df105974-834e-4936-8cf4-a36709e7b728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:43.424862 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-df105974-834e-4936-8cf4-a36709e7b728 admin admin] Publish callbacks [] for security_group (8d8bb40e-016d-47b3-bb03-d1123095d96d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:43.487502 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-df105974-834e-4936-8cf4-a36709e7b728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (8d8bb40e-016d-47b3-bb03-d1123095d96d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:43.529208 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-df105974-834e-4936-8cf4-a36709e7b728 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4981e1e0af024a17b76a1136c7973976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957958 May 23 13:00:43.530555 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df105974-834e-4936-8cf4-a36709e7b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8bb40e-016d-47b3-bb03-d1123095d96d,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:43.531882 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 60668) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:43.575027 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:43.584138 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b9111384-7ceb-4062-989b-8454cf6f6d88 admin admin] Publish callbacks [] for security_group (8d8bb40e-016d-47b3-bb03-d1123095d96d), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:43.607800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b9111384-7ceb-4062-989b-8454cf6f6d88 admin admin] Publish callbacks [] for security_group (8d8bb40e-016d-47b3-bb03-d1123095d96d), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:43.727594 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b9111384-7ceb-4062-989b-8454cf6f6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (8d8bb40e-016d-47b3-bb03-d1123095d96d), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:43.730314 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b9111384-7ceb-4062-989b-8454cf6f6d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:43.731491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-b9111384-7ceb-4062-989b-8454cf6f6d88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d8bb40e-016d-47b3-bb03-d1123095d96d HTTP/1.1" status: 204 len: 168 time: 0.1984825 May 23 13:00:43.740136 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9111384-7ceb-4062-989b-8454cf6f6d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8bb40e-016d-47b3-bb03-d1123095d96d,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:44.021064 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6caae-7e76-4f6b-b3e8-8ad86cce0f3b req-e78402f5-36c8-4546-b61b-c32cecf908ff tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:44.022571 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-70e6caae-7e76-4f6b-b3e8-8ad86cce0f3b req-e78402f5-36c8-4546-b61b-c32cecf908ff tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0467303 May 23 13:00:44.070424 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-70e6caae-7e76-4f6b-b3e8-8ad86cce0f3b req-5c73aa4e-e1f1-42ef-b778-3a97e52c4dc2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 May 23 13:00:44.341947 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e884495-2543-4a91-9e91-0a5c8a02dc5a req-4d71c633-2836-43dc-b69b-360b177af25a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:44.343415 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e884495-2543-4a91-9e91-0a5c8a02dc5a req-4d71c633-2836-43dc-b69b-360b177af25a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0752203 May 23 13:00:44.574491 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abf235-77a5-4958-a4da-6ea97a2d1dbc req-c1a7ec90-7615-44f8-87fa-0cc937fd7392 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:44.576039 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63abf235-77a5-4958-a4da-6ea97a2d1dbc req-c1a7ec90-7615-44f8-87fa-0cc937fd7392 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.2424159 May 23 13:00:44.607177 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e884495-2543-4a91-9e91-0a5c8a02dc5a req-6ff0803d-3d48-41ac-92a3-92778cfcb977 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560174 May 23 13:00:44.635852 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63abf235-77a5-4958-a4da-6ea97a2d1dbc req-ca18cf1e-bd7d-431a-af97-98ccaaa45340 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534091 May 23 13:00:45.181842 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281206f-65ff-46c1-9d78-2589bbb98ffc req-90bfc549-a72d-4caa-801c-fa46df2ac3a4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:45.183930 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8281206f-65ff-46c1-9d78-2589bbb98ffc req-90bfc549-a72d-4caa-801c-fa46df2ac3a4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0468962 May 23 13:00:45.235483 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8281206f-65ff-46c1-9d78-2589bbb98ffc req-3cb8f3bc-191b-4faf-8ab0-346734db961b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457315 May 23 13:00:45.735645 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506da364-be5f-4f83-ad06-e7dd1a4d1fd9 req-8fda6ec2-edad-498f-8a1c-d7e3addfd6fc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:45.737280 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-506da364-be5f-4f83-ad06-e7dd1a4d1fd9 req-8fda6ec2-edad-498f-8a1c-d7e3addfd6fc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0599093 May 23 13:00:45.786336 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25e0aa-d8a2-4121-8894-b90b0e22dd4e req-7cdf25b7-a497-41ad-a922-04140ef3e991 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:45.787816 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3b25e0aa-d8a2-4121-8894-b90b0e22dd4e req-7cdf25b7-a497-41ad-a922-04140ef3e991 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0725331 May 23 13:00:45.829239 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-506da364-be5f-4f83-ad06-e7dd1a4d1fd9 req-eaa0b266-7dce-4b84-b3b5-968cd2b50fbb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748439 May 23 13:00:45.855626 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60744) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:45.862799 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3b25e0aa-d8a2-4121-8894-b90b0e22dd4e req-e828940a-8d9c-4c42-988c-c155c9eadeb2 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644047 May 23 13:00:45.965616 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-93f8c294-7845-4b41-93aa-a202e5c5b71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.044466 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-93f8c294-7845-4b41-93aa-a202e5c5b71d admin admin] Publish callbacks [] for security_group (dba78bd8-774f-47d5-985f-e4c81e65aa9a), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.098700 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-93f8c294-7845-4b41-93aa-a202e5c5b71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (dba78bd8-774f-47d5-985f-e4c81e65aa9a), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.139015 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-93f8c294-7845-4b41-93aa-a202e5c5b71d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65d681ef71ba4ac4af80d806a3076cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816391 May 23 13:00:46.139895 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8c294-7845-4b41-93aa-a202e5c5b71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba78bd8-774f-47d5-985f-e4c81e65aa9a,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:46.141575 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 60754) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:46.185827 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:46.197011 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e569-2792-4d5b-82cc-d792b1779328 admin admin] Publish callbacks [] for security_group (dba78bd8-774f-47d5-985f-e4c81e65aa9a), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.220147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e569-2792-4d5b-82cc-d792b1779328 admin admin] Publish callbacks [] for security_group (dba78bd8-774f-47d5-985f-e4c81e65aa9a), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.351555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e569-2792-4d5b-82cc-d792b1779328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (dba78bd8-774f-47d5-985f-e4c81e65aa9a), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.354896 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e569-2792-4d5b-82cc-d792b1779328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.356202 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-3cc9e569-2792-4d5b-82cc-d792b1779328 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dba78bd8-774f-47d5-985f-e4c81e65aa9a HTTP/1.1" status: 204 len: 168 time: 0.2133250 May 23 13:00:46.371202 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9e569-2792-4d5b-82cc-d792b1779328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba78bd8-774f-47d5-985f-e4c81e65aa9a,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:46.388912 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c78d4-013f-4434-ad40-7361ebef6a44 req-3d0aa98e-1571-4a56-9408-96bf84f33349 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:46.394386 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ad5c78d4-013f-4434-ad40-7361ebef6a44 req-3d0aa98e-1571-4a56-9408-96bf84f33349 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0869436 May 23 13:00:46.466913 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ad5c78d4-013f-4434-ad40-7361ebef6a44 req-8d0142bc-c118-4352-b4c1-4b914a7c61e1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614040 May 23 13:00:46.638501 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 381aa96b-0ff9-4824-b7af-8578a2b139b2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:00:46.722266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:46.757579 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 381aa96b-0ff9-4824-b7af-8578a2b139b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:46.772749 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:46.774378 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '381aa96b-0ff9-4824-b7af-8578a2b139b2', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'port_id': '381aa96b-0ff9-4824-b7af-8578a2b139b2', 'mac_address': 'fa:16:3e:4a:92:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:00:46.790884 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4002d-25a7-4f79-b9e6-ca38859f5971 req-924f409c-fa8e-472b-812c-5e6242facdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:46.792537 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-4dd4002d-25a7-4f79-b9e6-ca38859f5971 req-924f409c-fa8e-472b-812c-5e6242facdad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 1129 time: 0.0892258 May 23 13:00:46.816679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-4dd4002d-25a7-4f79-b9e6-ca38859f5971 req-d70bf2f8-fd6d-4037-8ac3-bf4036bfa182 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.820789 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:46.821827 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:46.823068 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 381aa96b-0ff9-4824-b7af-8578a2b139b2 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:46.823991 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.831537 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:46.832778 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:46.843342 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381aa96b-0ff9-4824-b7af-8578a2b139b2 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:00:46.847425 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-2efb73af-2924-47b0-911f-f2f61143c659 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=50e5ce1d-72f1-4bb0-be55-af6d47fef78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631637 May 23 13:00:46.849024 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-089fc35f-0887-4a50-a28d-30dff74872f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3 HTTP/1.1" status: 200 len: 217 time: 0.1440156 May 23 13:00:46.866051 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 381aa96b-0ff9-4824-b7af-8578a2b139b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:46.955658 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-4dd4002d-25a7-4f79-b9e6-ca38859f5971 req-d70bf2f8-fd6d-4037-8ac3-bf4036bfa182 service neutron] Publish callbacks [] for security_group (1247b79e-2c65-46da-8596-e526ce99a684), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:46.979051 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.030903 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=381aa96b-0ff9-4824-b7af-8578a2b139b2,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:47.070956 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-4dd4002d-25a7-4f79-b9e6-ca38859f5971 req-d70bf2f8-fd6d-4037-8ac3-bf4036bfa182 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1247b79e-2c65-46da-8596-e526ce99a684), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.122433 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdef3c-a36f-4fd2-be75-ad10880849e4 req-179af2a2-e0ba-4f56-9c96-a0121dff4f2b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:47.124069 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58bdef3c-a36f-4fd2-be75-ad10880849e4 req-179af2a2-e0ba-4f56-9c96-a0121dff4f2b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1556730 May 23 13:00:47.179070 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-4dd4002d-25a7-4f79-b9e6-ca38859f5971 req-d70bf2f8-fd6d-4037-8ac3-bf4036bfa182 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800597 May 23 13:00:47.179950 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bf2f8-fd6d-4037-8ac3-bf4036bfa182 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1247b79e-2c65-46da-8596-e526ce99a684,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:47.195107 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-4d05950c-624a-49ef-87d8-492742a4b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:47.197911 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-4d05950c-624a-49ef-87d8-492742a4b7a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.3298295 May 23 13:00:47.204212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcd67d-d4b3-482c-875d-25bc174460b9 req-ec67af46-e699-47bf-bb7c-c0f9368a84b6 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:47.205791 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c3fcd67d-d4b3-482c-875d-25bc174460b9 req-ec67af46-e699-47bf-bb7c-c0f9368a84b6 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.2341576 May 23 13:00:47.259865 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e8518-541e-47e4-8e67-765150daacc1 req-7e32278d-9fe7-40ce-a72d-5ecce39af238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:47.261397 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e0e8518-541e-47e4-8e67-765150daacc1 req-7e32278d-9fe7-40ce-a72d-5ecce39af238 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 1129 time: 0.1628926 May 23 13:00:47.286902 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60790) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:47.291420 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-7cddc342-f315-4500-b401-929432f62b1a service neutron] 10.222.0.49 "GET /v2.0/networks/50e5ce1d-72f1-4bb0-be55-af6d47fef78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288163 May 23 13:00:47.305553 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-366dcedb-743c-4287-8c39-7f40d0481dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.324119 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58bdef3c-a36f-4fd2-be75-ad10880849e4 req-e48df4f3-891c-4d3b-93cc-93d8363e6db3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739306 May 23 13:00:47.328642 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c3fcd67d-d4b3-482c-875d-25bc174460b9 req-38d8908c-f30a-4b5b-a603-95906a2cccd4 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023591 May 23 13:00:47.340205 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['97ab468b-d2e1-4b56-98d6-23dfeb309dc3'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:00:47.410633 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-366dcedb-743c-4287-8c39-7f40d0481dd9 admin admin] Publish callbacks [] for security_group (8065da7e-996d-401a-927b-939768a708e7), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.504471 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-366dcedb-743c-4287-8c39-7f40d0481dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (8065da7e-996d-401a-927b-939768a708e7), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.559455 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-366dcedb-743c-4287-8c39-7f40d0481dd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0e5a990b2584c4db0a06a4308eb0864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714393 May 23 13:00:47.560299 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dcedb-743c-4287-8c39-7f40d0481dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8065da7e-996d-401a-927b-939768a708e7,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:47.563489 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 60800) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:47.610160 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e410d9-0bd6-4f7e-b334-9b445e4af97c req-5da77c05-35b1-4b86-ab63-2e2eba186790 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:47.611640 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42e410d9-0bd6-4f7e-b334-9b445e4af97c req-5da77c05-35b1-4b86-ab63-2e2eba186790 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0555043 May 23 13:00:47.619734 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6daf90bc-b83e-4efe-8766-13ec172fcb6c admin admin] Publish callbacks [] for security_group (8065da7e-996d-401a-927b-939768a708e7), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.656762 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6daf90bc-b83e-4efe-8766-13ec172fcb6c admin admin] Publish callbacks [] for security_group (8065da7e-996d-401a-927b-939768a708e7), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.666011 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42e410d9-0bd6-4f7e-b334-9b445e4af97c req-8c0d6cbb-d52f-4721-b700-4bff53a80bdc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450127 May 23 13:00:47.767308 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:47.825058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6daf90bc-b83e-4efe-8766-13ec172fcb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (8065da7e-996d-401a-927b-939768a708e7), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.827878 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6daf90bc-b83e-4efe-8766-13ec172fcb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:47.829098 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6daf90bc-b83e-4efe-8766-13ec172fcb6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8065da7e-996d-401a-927b-939768a708e7 HTTP/1.1" status: 204 len: 168 time: 0.2644970 May 23 13:00:47.837691 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf90bc-b83e-4efe-8766-13ec172fcb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8065da7e-996d-401a-927b-939768a708e7,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:47.843698 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:47.899515 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-42100d08-fda2-4815-b82a-9e1ac7fde86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:47.901624 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-42100d08-fda2-4815-b82a-9e1ac7fde86e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1179242 May 23 13:00:47.922951 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e0e8518-541e-47e4-8e67-765150daacc1 req-715ae4fb-8042-4666-83de-1a816e52f71b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300983 May 23 13:00:47.959364 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-73246133-e5ab-4a0d-9888-bdb943d21bd8 service neutron] 10.222.0.49 "GET /v2.0/networks/50e5ce1d-72f1-4bb0-be55-af6d47fef78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675007 May 23 13:00:48.486802 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f0ffa-f36f-485a-bf4a-ea80726eb4fd req-4ba17750-f136-46a2-b5de-82ab58cb6d72 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:48.488285 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-312f0ffa-f36f-485a-bf4a-ea80726eb4fd req-4ba17750-f136-46a2-b5de-82ab58cb6d72 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0881515 May 23 13:00:48.508966 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1108573-5af7-4ad4-93f8-e10e4ae31443 req-340d2eb5-342a-4911-a6c9-60868867b3ee tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:48.510953 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1108573-5af7-4ad4-93f8-e10e4ae31443 req-340d2eb5-342a-4911-a6c9-60868867b3ee tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0724633 May 23 13:00:48.586581 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-312f0ffa-f36f-485a-bf4a-ea80726eb4fd req-309b0dbb-4313-47ec-8d06-c0d8bcd1546f tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923557 May 23 13:00:48.603199 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1108573-5af7-4ad4-93f8-e10e4ae31443 req-486daa8d-3220-4a93-9b79-8d813ac8d027 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813229 May 23 13:00:48.793089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66c1bf-52c4-4a4d-a060-cdf7acdf0aca req-146966d5-8447-4643-a307-c76abb216cd1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:48.794540 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fe66c1bf-52c4-4a4d-a060-cdf7acdf0aca req-146966d5-8447-4643-a307-c76abb216cd1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0521646 May 23 13:00:48.849185 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fe66c1bf-52c4-4a4d-a060-cdf7acdf0aca req-b6552ea2-cbaa-4f45-8e20-87cc94c4fe0a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487785 May 23 13:00:49.733500 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86036d-ee1b-4c98-be05-f3f8ee0ca046 req-f1350615-cc6c-4d45-9093-d8cdfbbc236d tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:49.735043 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d86036d-ee1b-4c98-be05-f3f8ee0ca046 req-f1350615-cc6c-4d45-9093-d8cdfbbc236d tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0783145 May 23 13:00:49.756432 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa182abe-2d8d-45a9-839c-d4b9f61e69c1 req-44eef9fc-f770-41e6-8eb7-c9520678b0a2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:49.757829 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-aa182abe-2d8d-45a9-839c-d4b9f61e69c1 req-44eef9fc-f770-41e6-8eb7-c9520678b0a2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0724478 May 23 13:00:49.823875 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d86036d-ee1b-4c98-be05-f3f8ee0ca046 req-3753acc7-c230-4e95-8d7f-f127eeeaf4a8 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822020 May 23 13:00:49.835288 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-aa182abe-2d8d-45a9-839c-d4b9f61e69c1 req-494bd279-02ff-4a72-931e-92b812e9dbc6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692949 May 23 13:00:49.965171 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfe10-dd7b-4b4b-bb70-59b356cfe09f req-f4966f16-d591-4675-ab90-4cb2687fc1cd tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:49.966645 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-000dfe10-dd7b-4b4b-bb70-59b356cfe09f req-f4966f16-d591-4675-ab90-4cb2687fc1cd tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0482521 May 23 13:00:50.016887 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-000dfe10-dd7b-4b4b-bb70-59b356cfe09f req-b62d6043-5acd-4495-b972-3416d131fa50 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 May 23 13:00:50.937494 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:50.977479 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9835b-b7f7-491c-a907-2bb9d5fdbb5b req-633dc22d-458a-49ef-b5d5-922d8b321428 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:50.979646 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-73a9835b-b7f7-491c-a907-2bb9d5fdbb5b req-633dc22d-458a-49ef-b5d5-922d8b321428 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0811121 May 23 13:00:50.987675 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4db92f-37a7-4a81-a968-6b35ec8e19eb req-159a4122-1e41-4e8e-a49e-580be6577fcd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:50.989024 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6f4db92f-37a7-4a81-a968-6b35ec8e19eb req-159a4122-1e41-4e8e-a49e-580be6577fcd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0811188 May 23 13:00:51.062043 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-73a9835b-b7f7-491c-a907-2bb9d5fdbb5b req-03389648-62b7-4744-b606-8f0ada0974da tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701656 May 23 13:00:51.067413 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6f4db92f-37a7-4a81-a968-6b35ec8e19eb req-948b2599-b701-499f-8963-301d70267a07 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707388 May 23 13:00:51.176829 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c9809-b2bd-4e65-8730-d6c800dd37b7 req-212cfc7f-7b46-48f1-a99b-8d7ebee6124c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:51.178291 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e29c9809-b2bd-4e65-8730-d6c800dd37b7 req-212cfc7f-7b46-48f1-a99b-8d7ebee6124c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0504763 May 23 13:00:51.223573 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e29c9809-b2bd-4e65-8730-d6c800dd37b7 req-fe3746a7-aae5-4dfe-bb76-b54c63bb1173 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 May 23 13:00:52.209972 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd60f85-5787-4401-be9e-6a529f69ca8f req-9fea40fe-28ab-4a79-aad0-d4179ff40b26 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:52.211487 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7dd60f85-5787-4401-be9e-6a529f69ca8f req-9fea40fe-28ab-4a79-aad0-d4179ff40b26 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0760217 May 23 13:00:52.220100 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9df0a7-3c75-4c25-b5a3-c35e0abec036 req-c9d9b8db-d3d2-4f44-a1f1-670be3ba675c tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:52.221532 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e9df0a7-3c75-4c25-b5a3-c35e0abec036 req-c9d9b8db-d3d2-4f44-a1f1-670be3ba675c tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0726821 May 23 13:00:52.230090 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:52.294248 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7dd60f85-5787-4401-be9e-6a529f69ca8f req-be2ce6a3-f2ad-48aa-b6e2-143163d45d41 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716946 May 23 13:00:52.316917 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e9df0a7-3c75-4c25-b5a3-c35e0abec036 req-f5db3874-ba96-44dd-8ffc-ed799e91539f tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860996 May 23 13:00:52.403759 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eace38-934d-4dd2-970a-d5ad338fd4e6 req-d032e089-ccae-4e5c-a705-d142c12d8ae6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:52.405103 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4eace38-934d-4dd2-970a-d5ad338fd4e6 req-d032e089-ccae-4e5c-a705-d142c12d8ae6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 945 time: 0.0473025 May 23 13:00:52.451656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4eace38-934d-4dd2-970a-d5ad338fd4e6 req-9780f0a9-36f4-4435-8ea8-4bb4bacdcb10 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 May 23 13:00:53.156615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['381aa96b-0ff9-4824-b7af-8578a2b139b2'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:00:53.185915 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:53.258467 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:00:53.323071 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:53.323793 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:53.423467 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:53.423861 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:53.450073 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:00:53.452586 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdcbb88-d807-47c0-9b15-44e317e655dc" -d '{"events": [{"server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "name": "network-vif-plugged", "status": "completed", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:00:53.452850 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-c0fe6d2a-f901-4308-9b9a-83293ce4ecb8 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509154 May 23 13:00:53.469150 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:53.479450 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b235-6a9e-4a70-be38-86ebbdf9b121 req-75989fd3-bb41-4233-bce5-a6e46af6ec61 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:53.481158 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1d99b235-6a9e-4a70-be38-86ebbdf9b121 req-75989fd3-bb41-4233-bce5-a6e46af6ec61 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0725763 May 23 13:00:53.507215 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:00:53.549622 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:53.558503 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1d99b235-6a9e-4a70-be38-86ebbdf9b121 req-cde38d22-963e-4f21-81c3-0bbf128a717e tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 May 23 13:00:53.585315 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792495de-63d7-4ce6-8497-352a5d9f27ab req-29f9f41c-4812-4702-84d6-4a33d7af1736 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:53.585315 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-792495de-63d7-4ce6-8497-352a5d9f27ab req-29f9f41c-4812-4702-84d6-4a33d7af1736 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0643909 May 23 13:00:53.631176 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4251a4-2aef-490f-a163-8c06124a6f4d x-openstack-request-id: req-af4251a4-2aef-490f-a163-8c06124a6f4d {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:00:53.631479 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "name": "network-vif-plugged", "status": "completed", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:00:53.631822 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af4251a4-2aef-490f-a163-8c06124a6f4d {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:00:53.632092 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4251a4-2aef-490f-a163-8c06124a6f4d'] response: {'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'code': 200} May 23 13:00:53.640267 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:53.652106 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-792495de-63d7-4ce6-8497-352a5d9f27ab req-e9173009-11ac-4ee9-92b0-e47b416debe2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585537 May 23 13:00:53.733597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7847c4-e517-47e7-9ba7-6b7545bb4bfe req-d5d22312-7b59-4c16-b5b8-b3865f7a3dca tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:53.735133 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6d7847c4-e517-47e7-9ba7-6b7545bb4bfe req-d5d22312-7b59-4c16-b5b8-b3865f7a3dca tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0560801 May 23 13:00:53.786559 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6d7847c4-e517-47e7-9ba7-6b7545bb4bfe req-35ba2260-9d2a-462f-bbe8-2e0362385617 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455608 May 23 13:00:54.512844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:54.515806 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-5d247659-07ee-4f1b-8ae7-c6efd34e909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:54.517483 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-5d247659-07ee-4f1b-8ae7-c6efd34e909d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1129 time: 0.0986569 May 23 13:00:54.547696 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bced82df-6f5e-4db7-86ac-b4f817fcf143 req-f00062ed-f57a-46f3-b73f-f5d70b905fa2 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374745 May 23 13:00:54.613994 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:54.705615 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982517d-6ccc-472a-aaee-697adc727cdc req-cdcec344-bb40-4d09-8a6a-dad67c2d7a99 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:54.707213 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c982517d-6ccc-472a-aaee-697adc727cdc req-cdcec344-bb40-4d09-8a6a-dad67c2d7a99 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.0640082 May 23 13:00:54.794483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eafb4-e438-4e38-a260-5aa6aa2e393c req-536c917d-056f-4ef2-8293-f8013ffafaa5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:54.796342 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0c5eafb4-e438-4e38-a260-5aa6aa2e393c req-536c917d-056f-4ef2-8293-f8013ffafaa5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0687973 May 23 13:00:54.799363 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c982517d-6ccc-472a-aaee-697adc727cdc req-480e6931-0708-4914-bc2d-17eddd2fde42 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864375 May 23 13:00:54.881614 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 381aa96b-0ff9-4824-b7af-8578a2b139b2 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:00:54.928834 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 381aa96b-0ff9-4824-b7af-8578a2b139b2 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:00:55.008857 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 381aa96b-0ff9-4824-b7af-8578a2b139b2 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:00:55.009176 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:55.031992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:55.069213 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0c5eafb4-e438-4e38-a260-5aa6aa2e393c req-a34a80b5-c1ad-45b2-a85f-8d40770f81d4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660329 May 23 13:00:55.091685 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa976-3a0d-44b6-a56e-b88fcde32b37 req-d3f69767-192f-449f-a24b-f82bcde40589 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:55.108430 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-579aa976-3a0d-44b6-a56e-b88fcde32b37 req-d3f69767-192f-449f-a24b-f82bcde40589 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0808897 May 23 13:00:55.132071 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 381aa96b-0ff9-4824-b7af-8578a2b139b2 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:00:55.132473 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:55.207698 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 381aa96b-0ff9-4824-b7af-8578a2b139b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:00:55.225134 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-579aa976-3a0d-44b6-a56e-b88fcde32b37 req-e757bd13-67f3-4752-a527-33dc196f0630 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969443 May 23 13:00:55.281573 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:55.354650 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=381aa96b-0ff9-4824-b7af-8578a2b139b2,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:55.409765 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-eb125562-443e-4b7d-8c67-1004ee787039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:55.412954 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-eb125562-443e-4b7d-8c67-1004ee787039 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.1143777 May 23 13:00:55.516890 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:55.633307 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381aa96b-0ff9-4824-b7af-8578a2b139b2'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:00:55.636155 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df257a-672e-4dd9-a936-bb4f776ef3f3" -d '{"events": [{"server_uuid": "3d4562fc-a49b-4d0d-b486-e8d2fb59db7c", "name": "network-vif-plugged", "status": "completed", "tag": "381aa96b-0ff9-4824-b7af-8578a2b139b2"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:00:55.675899 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f6c6fb-99b0-45d5-8993-337f52964377 x-openstack-request-id: req-70f6c6fb-99b0-45d5-8993-337f52964377 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:00:55.676211 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4562fc-a49b-4d0d-b486-e8d2fb59db7c", "name": "network-vif-plugged", "status": "completed", "tag": "381aa96b-0ff9-4824-b7af-8578a2b139b2", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:00:55.676468 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70f6c6fb-99b0-45d5-8993-337f52964377 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:00:55.676865 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f6c6fb-99b0-45d5-8993-337f52964377'] response: {'server_uuid': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381aa96b-0ff9-4824-b7af-8578a2b139b2', 'code': 200} May 23 13:00:55.739943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-93832de8-e10b-483d-a540-16d6dcd5dda4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 200 len: 217 time: 0.0356841 May 23 13:00:55.875490 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:55.877658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-92a82c35-ce0b-4501-aa46-c16b7a3ce96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:55.879422 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-92a82c35-ce0b-4501-aa46-c16b7a3ce96b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0581179 May 23 13:00:55.978536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff61bae-b4cb-4824-b1e3-bb81b7937f36 req-245c891b-6b67-4ba3-a228-3b2a8f48de26 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:55.980421 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fff61bae-b4cb-4824-b1e3-bb81b7937f36 req-245c891b-6b67-4ba3-a228-3b2a8f48de26 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0998054 May 23 13:00:56.014845 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-2ee1c334-1583-4d28-87f3-994e29156e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:56.016304 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-2ee1c334-1583-4d28-87f3-994e29156e3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002629 May 23 13:00:56.026276 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81328876-6843-4aa6-b0b1-5ff9b5ffa836 req-df464268-b76d-4daf-a4b8-9355505ae18c tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:56.028616 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-81328876-6843-4aa6-b0b1-5ff9b5ffa836 req-df464268-b76d-4daf-a4b8-9355505ae18c tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.1130586 May 23 13:00:56.157205 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fff61bae-b4cb-4824-b1e3-bb81b7937f36 req-389389d9-61c3-490b-b32a-386ba28f3383 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680405 May 23 13:00:56.167937 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-cd01ce1c-b432-4ced-bfbb-ffec41df60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:56.169521 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-cd01ce1c-b432-4ced-bfbb-ffec41df60a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 1129 time: 0.1353114 May 23 13:00:56.189190 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-81328876-6843-4aa6-b0b1-5ff9b5ffa836 req-09fffd2e-a979-410e-a61b-a1d8fe637cad tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516156 May 23 13:00:56.215623 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-9d0b98dc-9523-4aa8-837c-4aeefbd35553 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681113 May 23 13:00:56.366814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7edaee-ed15-4270-a847-399af431876f req-b8ab4d03-1165-414f-b33e-a138420966b4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:56.368336 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a7edaee-ed15-4270-a847-399af431876f req-b8ab4d03-1165-414f-b33e-a138420966b4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0502899 May 23 13:00:56.394883 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:56.503706 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887e4b-cabd-4f9c-ad5e-30892fa8f3a3 req-72f0f823-3f96-413c-81ed-505a89bd182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:56.505261 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-6c887e4b-cabd-4f9c-ad5e-30892fa8f3a3 req-72f0f823-3f96-413c-81ed-505a89bd182b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 1130 time: 0.0772705 May 23 13:00:56.538305 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea6fea-1cde-4fb4-b2fb-acebca031991 req-7575fef4-a6f2-4602-bea1-09dea714940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:56.539798 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0ea6fea-1cde-4fb4-b2fb-acebca031991 req-7575fef4-a6f2-4602-bea1-09dea714940b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1130 time: 0.1437542 May 23 13:00:56.591182 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a7edaee-ed15-4270-a847-399af431876f req-e7fe07cd-ae8b-4019-88be-4bbfed4dc11a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023661 May 23 13:00:56.630336 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-6c887e4b-cabd-4f9c-ad5e-30892fa8f3a3 req-526ea58c-c1f5-4a73-8522-0f73112fffb1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684440 May 23 13:00:56.640053 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78fdd2d2-b084-468c-8eb3-dbcf301bb071 req-62ec50ac-c0b3-40c8-9787-28cf3cb38061 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707670 May 23 13:00:56.650287 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-a2adae9d-fff9-42f6-98b8-7456d9fcb232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:56.651917 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-a2adae9d-fff9-42f6-98b8-7456d9fcb232 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.2743559 May 23 13:00:56.657950 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0ea6fea-1cde-4fb4-b2fb-acebca031991 req-8dda3d5f-1ec5-4ea2-be6c-6d30c6362dfb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952630 May 23 13:00:57.097161 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-7ba4ac43-9b59-4ba4-8784-ecdca65258f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:57.279552 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907dd18-331b-4514-ba2d-33c9454cc60f req-816b99d1-df50-4110-a375-921d04082d12 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:57.281203 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0907dd18-331b-4514-ba2d-33c9454cc60f req-816b99d1-df50-4110-a375-921d04082d12 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0545018 May 23 13:00:57.328935 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0907dd18-331b-4514-ba2d-33c9454cc60f req-6da3389c-a5c2-46d3-9c6b-1ef083c773a7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 May 23 13:00:57.718957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0f6bf-20df-4fa8-9a6e-17197b232b75 req-c8eec607-6af4-40f3-8cf4-9dc5719ca566 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:57.720501 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0fe0f6bf-20df-4fa8-9a6e-17197b232b75 req-c8eec607-6af4-40f3-8cf4-9dc5719ca566 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0492606 May 23 13:00:57.770878 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0fe0f6bf-20df-4fa8-9a6e-17197b232b75 req-26983897-a609-4f5c-a65b-4cd465b95f45 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448165 May 23 13:00:57.985943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-0849d9b4-f8c9-43a8-a181-5d81355196a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48 HTTP/1.1" status: 200 len: 217 time: 0.0320871 May 23 13:00:58.279005 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 32896) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:58.339207 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-5db9cbf4-3860-4f4b-b2bc-956e4d5059c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:58.340637 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-5db9cbf4-3860-4f4b-b2bc-956e4d5059c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0480454 May 23 13:00:58.389777 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:58.452618 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19255f6-4774-4113-9209-5a9d743ca76a req-115c1e70-b133-47e3-a699-22935ffb7b59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:58.454312 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f19255f6-4774-4113-9209-5a9d743ca76a req-115c1e70-b133-47e3-a699-22935ffb7b59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0512345 May 23 13:00:58.490120 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Publish callbacks [] for security_group (1b1743ea-1332-49fc-9d28-8398df30a513), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:58.516103 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f19255f6-4774-4113-9209-5a9d743ca76a req-c9f728ff-0a18-4c8e-afaa-0f236d9039ad tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549145 May 23 13:00:58.605210 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1b1743ea-1332-49fc-9d28-8398df30a513), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:58.644088 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1743ea-1332-49fc-9d28-8398df30a513,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:58.647998 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b4f7473795d443a914ef0d5ce171ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679957 May 23 13:00:58.650909 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 32918) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:00:58.654934 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.655542 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.655881 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.656210 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.656665 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.657014 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.657340 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.657661 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.658005 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.658417 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.658862 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.659351 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.659679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.659994 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.660310 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7f926-2996-40e2-acc2-1e88cb8f30aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.710925 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:58.714741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Publish callbacks [] for security_group (1b1743ea-1332-49fc-9d28-8398df30a513), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:58.736230 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Publish callbacks [] for security_group (1b1743ea-1332-49fc-9d28-8398df30a513), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:58.882604 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:00:58.894247 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fdde-9673-466e-83bf-cc4422e0149b req-0a2987ae-62d4-4df2-8c79-dc62c55560f6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:58.895782 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4323fdde-9673-466e-83bf-cc4422e0149b req-0a2987ae-62d4-4df2-8c79-dc62c55560f6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0531735 May 23 13:00:58.897249 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1b1743ea-1332-49fc-9d28-8398df30a513), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:58.900081 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:58.901974 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b1743ea-1332-49fc-9d28-8398df30a513 HTTP/1.1" status: 204 len: 168 time: 0.2485700 May 23 13:00:58.915869 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1743ea-1332-49fc-9d28-8398df30a513,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.959790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.960685 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.960685 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:58.960685 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41463621-d2f0-4195-87b0-f4117a11c943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:00:59.002982 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4323fdde-9673-466e-83bf-cc4422e0149b req-691348c0-0fe2-40bb-837d-5c21324e3216 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885367 May 23 13:00:59.081623 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-384cfa19-527f-4e70-bcff-80b47d5922ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:59.081623 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-384cfa19-527f-4e70-bcff-80b47d5922ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410047 May 23 13:00:59.629896 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-07921806-0cd4-437f-9dd3-534500174824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:00:59.644900 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1f002-668e-45a6-b3e6-93fdb9478d05 req-c1a97eae-2eba-4205-92ff-a84c8d3b7934 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:00:59.647098 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-49b1f002-668e-45a6-b3e6-93fdb9478d05 req-c1a97eae-2eba-4205-92ff-a84c8d3b7934 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0591648 May 23 13:00:59.716910 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-49b1f002-668e-45a6-b3e6-93fdb9478d05 req-0a6ac935-eaa2-40fc-8d63-55134fa1b021 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608742 May 23 13:00:59.813267 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-852741fe-1625-45e1-89ae-2080d15ae13f service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906680 May 23 13:01:00.083673 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5eace48-8b4d-4891-bcff-4cf08e801adc req-1ca6fcf6-c9e1-455a-b318-ebebcc28d7ca service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127207 May 23 13:01:00.095333 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 32960) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:00.109116 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7f9510f2-b3e8-448c-b98a-a4b0e6bc9a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.139291 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7ba01-e1c2-48b6-85e5-ecec29a86dea req-b8f0048f-bc4e-49b1-8e65-871d1a61fe24 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:00.140753 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2c7ba01-e1c2-48b6-85e5-ecec29a86dea req-b8f0048f-bc4e-49b1-8e65-871d1a61fe24 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0471585 May 23 13:01:00.192855 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7f9510f2-b3e8-448c-b98a-a4b0e6bc9a6a admin admin] Publish callbacks [] for security_group (e4c74a7f-c181-48fc-934e-2e9c0e082afa), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.193809 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2c7ba01-e1c2-48b6-85e5-ecec29a86dea req-485c0759-501a-4257-8f50-b6aaab798a32 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470412 May 23 13:01:00.258456 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7f9510f2-b3e8-448c-b98a-a4b0e6bc9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e4c74a7f-c181-48fc-934e-2e9c0e082afa), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.296467 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7f9510f2-b3e8-448c-b98a-a4b0e6bc9a6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2089bce847847b4808e4c44e56bf2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000041 May 23 13:01:00.301326 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 32970) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:00.318601 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9510f2-b3e8-448c-b98a-a4b0e6bc9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c74a7f-c181-48fc-934e-2e9c0e082afa,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:00.345429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df751c-d9d0-464d-affa-aea710519679 req-96d786b1-4995-43e0-835f-78963a7a7190 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:00.347697 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b5df751c-d9d0-464d-affa-aea710519679 req-96d786b1-4995-43e0-835f-78963a7a7190 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0499387 May 23 13:01:00.356506 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 32972) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:00.360073 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a416-1500-4009-8584-1c5df2863673 admin admin] Publish callbacks [] for security_group (e4c74a7f-c181-48fc-934e-2e9c0e082afa), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.360947 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:00.373749 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:00.382288 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a416-1500-4009-8584-1c5df2863673 admin admin] Publish callbacks [] for security_group (e4c74a7f-c181-48fc-934e-2e9c0e082afa), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.442755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (f1010393-fc4b-42a4-94a7-c0d2a051de16), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.543563 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a416-1500-4009-8584-1c5df2863673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e4c74a7f-c181-48fc-934e-2e9c0e082afa), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.546635 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a416-1500-4009-8584-1c5df2863673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.551324 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-e3f4a416-1500-4009-8584-1c5df2863673 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4c74a7f-c181-48fc-934e-2e9c0e082afa HTTP/1.1" status: 204 len: 168 time: 0.2456591 May 23 13:01:00.562090 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:00.566598 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4a416-1500-4009-8584-1c5df2863673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c74a7f-c181-48fc-934e-2e9c0e082afa,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:01.002296 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33000) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:01.138146 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3a6b5-025a-4714-abbe-375450a5d5af req-307e8fa6-9500-44ba-b138-232eef8292c6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:01.140056 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1db3a6b5-025a-4714-abbe-375450a5d5af req-307e8fa6-9500-44ba-b138-232eef8292c6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.3194118 May 23 13:01:01.150368 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-31f4fb65-4111-46d9-a550-9dd12ff7edd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.208813 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:01.235007 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-31f4fb65-4111-46d9-a550-9dd12ff7edd8 admin admin] Publish callbacks [] for security_group (91d7b656-8f11-4a68-b5b4-4f613d2428e4), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.237315 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:01.326224 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:01.334963 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1db3a6b5-025a-4714-abbe-375450a5d5af req-355bbe2c-7d39-4d4a-b4a2-6849c68895d4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616099 May 23 13:01:01.339814 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-31f4fb65-4111-46d9-a550-9dd12ff7edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (91d7b656-8f11-4a68-b5b4-4f613d2428e4), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.383276 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-31f4fb65-4111-46d9-a550-9dd12ff7edd8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e805a9b04cbb4815a6ff030da2f110fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787487 May 23 13:01:01.388971 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33008) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:01.408234 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4fb65-4111-46d9-a550-9dd12ff7edd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d7b656-8f11-4a68-b5b4-4f613d2428e4,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:01.439819 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.454153 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4706eaf9-5f56-4573-84f5-faee81d54297 admin admin] Publish callbacks [] for security_group (91d7b656-8f11-4a68-b5b4-4f613d2428e4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.478439 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4706eaf9-5f56-4573-84f5-faee81d54297 admin admin] Publish callbacks [] for security_group (91d7b656-8f11-4a68-b5b4-4f613d2428e4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.490892 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33010) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:01.502195 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-648bd1ef-f8dc-47dc-bfad-31358f4d3035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.512978 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (f1010393-fc4b-42a4-94a7-c0d2a051de16), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.595491 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4706eaf9-5f56-4573-84f5-faee81d54297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (91d7b656-8f11-4a68-b5b4-4f613d2428e4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.598293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4706eaf9-5f56-4573-84f5-faee81d54297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.600034 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4706eaf9-5f56-4573-84f5-faee81d54297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91d7b656-8f11-4a68-b5b4-4f613d2428e4 HTTP/1.1" status: 204 len: 168 time: 0.2097492 May 23 13:01:01.609080 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706eaf9-5f56-4573-84f5-faee81d54297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d7b656-8f11-4a68-b5b4-4f613d2428e4,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:01.666871 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP f1010393-fc4b-42a4-94a7-c0d2a051de16 associated. External IP: 172.37.1.161, port: 97ab468b-d2e1-4b56-98d6-23dfeb309dc3. May 23 13:01:01.786074 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-648bd1ef-f8dc-47dc-bfad-31358f4d3035 admin admin] Publish callbacks [] for security_group (f01a02a8-1131-4873-afd9-ef80091b3eea), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.880399 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:01.883417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-648bd1ef-f8dc-47dc-bfad-31358f4d3035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f01a02a8-1131-4873-afd9-ef80091b3eea), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.924877 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:01.938716 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-648bd1ef-f8dc-47dc-bfad-31358f4d3035 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9f491f5b03e43cca9d4469a0129f84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490793 May 23 13:01:01.941438 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33028) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:01.942846 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:01:01.943711 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bd1ef-f8dc-47dc-bfad-31358f4d3035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01a02a8-1131-4873-afd9-ef80091b3eea,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:01.992842 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-21aac423-06d8-461a-ada5-57bbaeb1a746 admin admin] Publish callbacks [] for security_group (f01a02a8-1131-4873-afd9-ef80091b3eea), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.016112 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-21aac423-06d8-461a-ada5-57bbaeb1a746 admin admin] Publish callbacks [] for security_group (f01a02a8-1131-4873-afd9-ef80091b3eea), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.033539 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:02.059723 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:01:02.064136 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.072570 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:01:02.089526 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:02.089526 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:02.099157 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7701d57e-0c65-4926-8309-8fee330c8655 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "PUT /v2.0/floatingips/f1010393-fc4b-42a4-94a7-c0d2a051de16 HTTP/1.1" status: 200 len: 992 time: 1.7414634 May 23 13:01:02.100078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:01:02.103043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae2e638-4a89-4b6f-b101-6b6237437b58" -d '{"events": [{"name": "network-changed", "server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:01:02.145448 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1273eef-485c-4e52-9939-0d2a2b8808be x-openstack-request-id: req-c1273eef-485c-4e52-9939-0d2a2b8808be {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:01:02.146494 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:01:02.146750 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1273eef-485c-4e52-9939-0d2a2b8808be {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:01:02.147222 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1273eef-485c-4e52-9939-0d2a2b8808be'] response: {'name': 'network-changed', 'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'status': 'completed', 'code': 200} May 23 13:01:02.164640 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-21aac423-06d8-461a-ada5-57bbaeb1a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f01a02a8-1131-4873-afd9-ef80091b3eea), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.167994 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-21aac423-06d8-461a-ada5-57bbaeb1a746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.169226 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-21aac423-06d8-461a-ada5-57bbaeb1a746 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f01a02a8-1131-4873-afd9-ef80091b3eea HTTP/1.1" status: 204 len: 168 time: 0.2267962 May 23 13:01:02.177200 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aac423-06d8-461a-ada5-57bbaeb1a746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01a02a8-1131-4873-afd9-ef80091b3eea,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:02.193037 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:02.272049 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-8629797e-2d81-4ad1-ad88-743d506c0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:02.273579 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-8629797e-2d81-4ad1-ad88-743d506c0d2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 1130 time: 0.0697968 May 23 13:01:02.387559 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-a4181307-abdb-47c4-a3ce-ce447bbe9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:02.389064 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-a4181307-abdb-47c4-a3ce-ce447bbe9e32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 915 time: 0.1097310 May 23 13:01:02.471327 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:01Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:02.511457 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:01:02.516799 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:02.517806 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:02.523245 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33050) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:02.538150 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c8ce9-c7e2-4cfb-a1b6-21ec1aa9433a req-7e7963f8-0297-49ac-9728-b856550c0ec9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:02.539907 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d3c8ce9-c7e2-4cfb-a1b6-21ec1aa9433a req-7e7963f8-0297-49ac-9728-b856550c0ec9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1036253 May 23 13:01:02.540826 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0133-fdc5-4e01-a14e-4930fa22b2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.543238 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-887c0961-bffc-4e4f-b8f1-1e6bef3a5ef4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3 HTTP/1.1" status: 200 len: 1000 time: 0.1446478 May 23 13:01:02.613984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:02.640878 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-ffd9b382-53cf-45f8-bf1c-5086ed85dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:02.642404 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-ffd9b382-53cf-45f8-bf1c-5086ed85dd14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0920608 May 23 13:01:02.693144 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0133-fdc5-4e01-a14e-4930fa22b2c3 admin admin] Publish callbacks [] for security_group (a77b2bd0-d485-4ed5-85bc-0410e64692a0), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.731075 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d3c8ce9-c7e2-4cfb-a1b6-21ec1aa9433a req-b00b96a7-08da-47ed-b3f1-3fade354b50d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818967 May 23 13:01:02.737444 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-f230919a-8ba8-4d2f-b890-2c617b93f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:02.744572 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-f230919a-8ba8-4d2f-b890-2c617b93f27f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0891085 May 23 13:01:02.774331 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:02.790481 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6f2e0133-fdc5-4e01-a14e-4930fa22b2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a77b2bd0-d485-4ed5-85bc-0410e64692a0), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:02.849469 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6f2e0133-fdc5-4e01-a14e-4930fa22b2c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cffd0d83c01b45738651a4a7dc2aacb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251276 May 23 13:01:02.850636 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-39988768-632b-4458-a168-74f0c5385fda service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039009 May 23 13:01:02.850962 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e0133-fdc5-4e01-a14e-4930fa22b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b2bd0-d485-4ed5-85bc-0410e64692a0,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:02.852012 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33062) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:02.981758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f4d4fcde-6b57-42bc-8f1b-37962335077b admin admin] Publish callbacks [] for security_group (a77b2bd0-d485-4ed5-85bc-0410e64692a0), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:03.008166 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ae2e638-4a89-4b6f-b101-6b6237437b58 req-07b9295c-967d-4fe3-afdd-ecb0c1313889 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469438 May 23 13:01:03.017661 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f4d4fcde-6b57-42bc-8f1b-37962335077b admin admin] Publish callbacks [] for security_group (a77b2bd0-d485-4ed5-85bc-0410e64692a0), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:03.053957 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:01Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:03.079856 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f774e-0439-473e-9229-d919e08d7b00 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:01Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:01:03.171786 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f4d4fcde-6b57-42bc-8f1b-37962335077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a77b2bd0-d485-4ed5-85bc-0410e64692a0), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:03.174394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f4d4fcde-6b57-42bc-8f1b-37962335077b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:03.175544 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f4d4fcde-6b57-42bc-8f1b-37962335077b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a77b2bd0-d485-4ed5-85bc-0410e64692a0 HTTP/1.1" status: 204 len: 168 time: 0.3224132 May 23 13:01:03.176572 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:03.193312 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4fcde-6b57-42bc-8f1b-37962335077b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b2bd0-d485-4ed5-85bc-0410e64692a0,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:03.322048 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71107a4-280c-4807-a520-316b95683805 None None] New status for floating IP f1010393-fc4b-42a4-94a7-c0d2a051de16: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:01:03.550379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:03.868690 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39df6ea-9737-4481-a682-cda62b513e86 req-0d9d8b6c-4153-4413-b318-73f25b3b1aa9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:03.871265 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b39df6ea-9737-4481-a682-cda62b513e86 req-0d9d8b6c-4153-4413-b318-73f25b3b1aa9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0657737 May 23 13:01:03.921200 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b39df6ea-9737-4481-a682-cda62b513e86 req-8a5aff2b-a01e-4ea0-827c-e14d9488c11d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 May 23 13:01:04.077262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33116) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:04.219292 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-db655003-e8cb-4e8d-bb03-d55b54a127dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:04.300997 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-db655003-e8cb-4e8d-bb03-d55b54a127dd admin admin] Publish callbacks [] for security_group (2f630294-9488-4453-95f3-c27c7707177a), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:04.401679 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-db655003-e8cb-4e8d-bb03-d55b54a127dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2f630294-9488-4453-95f3-c27c7707177a), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:04.443730 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-db655003-e8cb-4e8d-bb03-d55b54a127dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29bf5c208f864889acd12cfd43bc53a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652153 May 23 13:01:04.444589 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db655003-e8cb-4e8d-bb03-d55b54a127dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f630294-9488-4453-95f3-c27c7707177a,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:04.446556 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33126) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:04.500742 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da252a29-ea98-4b06-9305-e53a5b306e7f admin admin] Publish callbacks [] for security_group (2f630294-9488-4453-95f3-c27c7707177a), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:04.524750 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da252a29-ea98-4b06-9305-e53a5b306e7f admin admin] Publish callbacks [] for security_group (2f630294-9488-4453-95f3-c27c7707177a), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:04.698891 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da252a29-ea98-4b06-9305-e53a5b306e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2f630294-9488-4453-95f3-c27c7707177a), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:04.709653 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da252a29-ea98-4b06-9305-e53a5b306e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:04.709653 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-da252a29-ea98-4b06-9305-e53a5b306e7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f630294-9488-4453-95f3-c27c7707177a HTTP/1.1" status: 204 len: 168 time: 0.2543352 May 23 13:01:04.710532 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da252a29-ea98-4b06-9305-e53a5b306e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f630294-9488-4453-95f3-c27c7707177a,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:05.053690 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f929263-d837-4586-9fb5-bd83d66a208d req-2a7b7080-e9f6-4cc0-b2d7-f0f1610c8d52 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:05.057004 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6f929263-d837-4586-9fb5-bd83d66a208d req-2a7b7080-e9f6-4cc0-b2d7-f0f1610c8d52 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0471499 May 23 13:01:05.107366 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6f929263-d837-4586-9fb5-bd83d66a208d req-72595854-47e2-41a8-97b0-0fe2795ddf61 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 May 23 13:01:05.438137 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33170) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:05.598858 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c3619867-4e8a-4eb4-a60f-d671a8623812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:05.685172 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c3619867-4e8a-4eb4-a60f-d671a8623812 admin admin] Publish callbacks [] for security_group (f809b654-3666-4ee4-9786-8f5523b99738), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:05.775974 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c3619867-4e8a-4eb4-a60f-d671a8623812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f809b654-3666-4ee4-9786-8f5523b99738), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:05.796264 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:05.814736 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c3619867-4e8a-4eb4-a60f-d671a8623812 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f7aeeb0a04e43e7a2d5f10bade807d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759341 May 23 13:01:05.818389 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33186) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:05.831670 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3619867-4e8a-4eb4-a60f-d671a8623812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f809b654-3666-4ee4-9786-8f5523b99738,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:05.889702 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67876da5-51e1-4f49-b0a8-023fca3db9aa admin admin] Publish callbacks [] for security_group (f809b654-3666-4ee4-9786-8f5523b99738), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:05.915002 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67876da5-51e1-4f49-b0a8-023fca3db9aa admin admin] Publish callbacks [] for security_group (f809b654-3666-4ee4-9786-8f5523b99738), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:06.064799 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67876da5-51e1-4f49-b0a8-023fca3db9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f809b654-3666-4ee4-9786-8f5523b99738), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:06.067413 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67876da5-51e1-4f49-b0a8-023fca3db9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:06.068546 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-67876da5-51e1-4f49-b0a8-023fca3db9aa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f809b654-3666-4ee4-9786-8f5523b99738 HTTP/1.1" status: 204 len: 168 time: 0.2495825 May 23 13:01:06.076891 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67876da5-51e1-4f49-b0a8-023fca3db9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809b654-3666-4ee4-9786-8f5523b99738,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:06.230746 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a245e-fe5c-4dbe-a0e2-8e42ed0b1eeb req-562a1443-df3e-4776-a016-c3e4d10f5e53 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:06.232306 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-969a245e-fe5c-4dbe-a0e2-8e42ed0b1eeb req-562a1443-df3e-4776-a016-c3e4d10f5e53 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0494201 May 23 13:01:06.292638 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-969a245e-fe5c-4dbe-a0e2-8e42ed0b1eeb req-81f63258-a1b5-44e6-85e3-5b23d2f90690 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 May 23 13:01:06.818838 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33238) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:06.837282 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-831ffbda-42d7-43ae-9fb0-706c5fcbdbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:06.913583 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-831ffbda-42d7-43ae-9fb0-706c5fcbdbf4 admin admin] Publish callbacks [] for security_group (79d9d49c-88ab-4e87-bc2e-b43868edd6d5), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:06.979028 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-831ffbda-42d7-43ae-9fb0-706c5fcbdbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (79d9d49c-88ab-4e87-bc2e-b43868edd6d5), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.015111 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=12 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:07.021156 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ffbda-42d7-43ae-9fb0-706c5fcbdbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d9d49c-88ab-4e87-bc2e-b43868edd6d5,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:07.063251 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-831ffbda-42d7-43ae-9fb0-706c5fcbdbf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd1c87d63b9d408daec92fa22bdf787f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427320 May 23 13:01:07.063667 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33254) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:07.093398 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33256) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:07.129329 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81383544-5259-47a6-aa30-39efad108173 admin admin] Publish callbacks [] for security_group (79d9d49c-88ab-4e87-bc2e-b43868edd6d5), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.155810 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81383544-5259-47a6-aa30-39efad108173 admin admin] Publish callbacks [] for security_group (79d9d49c-88ab-4e87-bc2e-b43868edd6d5), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.223129 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e3d-4923-4d99-a46c-959779849b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.264507 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81383544-5259-47a6-aa30-39efad108173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (79d9d49c-88ab-4e87-bc2e-b43868edd6d5), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.272936 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81383544-5259-47a6-aa30-39efad108173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.272936 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-81383544-5259-47a6-aa30-39efad108173 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79d9d49c-88ab-4e87-bc2e-b43868edd6d5 HTTP/1.1" status: 204 len: 168 time: 0.2023714 May 23 13:01:07.276673 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81383544-5259-47a6-aa30-39efad108173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d9d49c-88ab-4e87-bc2e-b43868edd6d5,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:07.336201 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e3d-4923-4d99-a46c-959779849b1e admin admin] Publish callbacks [] for security_group (3722f992-4409-411f-8524-baf7a4c99315), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.411419 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f0eb8-cec8-4f00-bb76-4d07f2cd2301 req-4db082f0-c450-4bea-8b56-1b50e6282094 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:07.412910 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-813f0eb8-cec8-4f00-bb76-4d07f2cd2301 req-4db082f0-c450-4bea-8b56-1b50e6282094 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0505316 May 23 13:01:07.445242 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5e3d-4923-4d99-a46c-959779849b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3722f992-4409-411f-8524-baf7a4c99315), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.461794 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-813f0eb8-cec8-4f00-bb76-4d07f2cd2301 req-0877d566-36ad-42ff-90f1-a8bd434d33f3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 May 23 13:01:07.497797 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4b9a5e3d-4923-4d99-a46c-959779849b1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=304365ce2f104a70b78b1f9750d22022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030983 May 23 13:01:07.498821 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a5e3d-4923-4d99-a46c-959779849b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3722f992-4409-411f-8524-baf7a4c99315,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:07.501208 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33274) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:07.561743 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-421a22f1-e286-49d5-8635-05f867d0f133 admin admin] Publish callbacks [] for security_group (3722f992-4409-411f-8524-baf7a4c99315), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.582983 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-421a22f1-e286-49d5-8635-05f867d0f133 admin admin] Publish callbacks [] for security_group (3722f992-4409-411f-8524-baf7a4c99315), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.715553 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33282) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:07.756360 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-421a22f1-e286-49d5-8635-05f867d0f133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3722f992-4409-411f-8524-baf7a4c99315), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.758936 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-421a22f1-e286-49d5-8635-05f867d0f133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.760078 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-421a22f1-e286-49d5-8635-05f867d0f133 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3722f992-4409-411f-8524-baf7a4c99315 HTTP/1.1" status: 204 len: 168 time: 0.2460501 May 23 13:01:07.769456 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a22f1-e286-49d5-8635-05f867d0f133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3722f992-4409-411f-8524-baf7a4c99315,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:07.832517 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8e91f664-1851-459f-befc-4fc7175f7661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:07.856123 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:07.912063 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8e91f664-1851-459f-befc-4fc7175f7661 admin admin] Publish callbacks [] for security_group (4fd4fd0f-4616-4585-a2e9-a77900d528fd), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.004881 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8e91f664-1851-459f-befc-4fc7175f7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (4fd4fd0f-4616-4585-a2e9-a77900d528fd), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.045358 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-8e91f664-1851-459f-befc-4fc7175f7661 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb8d79a531c84f92a60c08ffccbeda0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286779 May 23 13:01:08.046236 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91f664-1851-459f-befc-4fc7175f7661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd4fd0f-4616-4585-a2e9-a77900d528fd,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:08.048916 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33288) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:08.099607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2159ded2-b9c4-4527-b839-f0760e2df898 admin admin] Publish callbacks [] for security_group (4fd4fd0f-4616-4585-a2e9-a77900d528fd), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.103558 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:08.123134 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2159ded2-b9c4-4527-b839-f0760e2df898 admin admin] Publish callbacks [] for security_group (4fd4fd0f-4616-4585-a2e9-a77900d528fd), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.145998 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33292) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:08.159265 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bbe756bc-4862-4530-b201-5c4aa46d34fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.242316 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2159ded2-b9c4-4527-b839-f0760e2df898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (4fd4fd0f-4616-4585-a2e9-a77900d528fd), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.246018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2159ded2-b9c4-4527-b839-f0760e2df898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.247180 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-2159ded2-b9c4-4527-b839-f0760e2df898 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fd4fd0f-4616-4585-a2e9-a77900d528fd HTTP/1.1" status: 204 len: 168 time: 0.1968954 May 23 13:01:08.258370 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159ded2-b9c4-4527-b839-f0760e2df898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd4fd0f-4616-4585-a2e9-a77900d528fd,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:08.309200 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bbe756bc-4862-4530-b201-5c4aa46d34fe admin admin] Publish callbacks [] for security_group (a9b7f517-c61a-4fa2-9a7d-174e46564258), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.403798 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bbe756bc-4862-4530-b201-5c4aa46d34fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a9b7f517-c61a-4fa2-9a7d-174e46564258), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.403798 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:08.438642 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe756bc-4862-4530-b201-5c4aa46d34fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b7f517-c61a-4fa2-9a7d-174e46564258,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:08.443110 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-bbe756bc-4862-4530-b201-5c4aa46d34fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f622a4cb39a14cc789f66eef0a5bf0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960973 May 23 13:01:08.446016 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33304) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:08.453070 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:08.495616 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7a89c270-a01e-460d-815d-abbe56665ee7 admin admin] Publish callbacks [] for security_group (a9b7f517-c61a-4fa2-9a7d-174e46564258), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.522103 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7a89c270-a01e-460d-815d-abbe56665ee7 admin admin] Publish callbacks [] for security_group (a9b7f517-c61a-4fa2-9a7d-174e46564258), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.607787 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9679f18-e225-4cdd-86fb-b96d2c6d5234 req-36d79086-05ca-4034-b629-ef08fece485c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:08.609253 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a9679f18-e225-4cdd-86fb-b96d2c6d5234 req-36d79086-05ca-4034-b629-ef08fece485c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0661650 May 23 13:01:08.664059 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a9679f18-e225-4cdd-86fb-b96d2c6d5234 req-384ff112-73eb-4450-a151-9e34a805f7ba tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 May 23 13:01:08.750295 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7a89c270-a01e-460d-815d-abbe56665ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a9b7f517-c61a-4fa2-9a7d-174e46564258), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.753515 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7a89c270-a01e-460d-815d-abbe56665ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:08.754671 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7a89c270-a01e-460d-815d-abbe56665ee7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9b7f517-c61a-4fa2-9a7d-174e46564258 HTTP/1.1" status: 204 len: 168 time: 0.3076446 May 23 13:01:08.764151 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89c270-a01e-460d-815d-abbe56665ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b7f517-c61a-4fa2-9a7d-174e46564258,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:09.065956 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33322) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:09.079122 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-eb5047b5-65c1-4f46-93ec-b6c028088282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.161364 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-eb5047b5-65c1-4f46-93ec-b6c028088282 admin admin] Publish callbacks [] for security_group (ab2488ad-9150-4115-a986-308dade3804f), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.241719 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-eb5047b5-65c1-4f46-93ec-b6c028088282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (ab2488ad-9150-4115-a986-308dade3804f), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.291238 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-eb5047b5-65c1-4f46-93ec-b6c028088282 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ec206af9f5b42d1bf65059555fe306d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199967 May 23 13:01:09.291238 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5047b5-65c1-4f46-93ec-b6c028088282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2488ad-9150-4115-a986-308dade3804f,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:09.291500 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33338) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:09.341541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e8b06aa7-9516-4e11-b521-4b07e207b04f admin admin] Publish callbacks [] for security_group (ab2488ad-9150-4115-a986-308dade3804f), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.364558 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e8b06aa7-9516-4e11-b521-4b07e207b04f admin admin] Publish callbacks [] for security_group (ab2488ad-9150-4115-a986-308dade3804f), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.422838 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33344) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:09.498790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e8b06aa7-9516-4e11-b521-4b07e207b04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (ab2488ad-9150-4115-a986-308dade3804f), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.501400 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e8b06aa7-9516-4e11-b521-4b07e207b04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.502632 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-e8b06aa7-9516-4e11-b521-4b07e207b04f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab2488ad-9150-4115-a986-308dade3804f HTTP/1.1" status: 204 len: 168 time: 0.2118127 May 23 13:01:09.510415 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b06aa7-9516-4e11-b521-4b07e207b04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2488ad-9150-4115-a986-308dade3804f,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:09.573861 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1851622681-network', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:09.673847 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Made reservation on behalf of c7ef8e9bc68d4e60b8993eac9f160a65 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:09.676468 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.688239 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.751499 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:09.776847 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks [] for security_group (70c28861-29c2-4e66-a978-a582eaaa4380), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.804833 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eca917-a957-40d2-af6d-1837c682a1ed req-c6aac25c-6105-4a7a-a8ac-fc6c94eedf80 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:09.812419 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e3eca917-a957-40d2-af6d-1837c682a1ed req-c6aac25c-6105-4a7a-a8ac-fc6c94eedf80 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0649436 May 23 13:01:09.819874 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:09.847572 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (70c28861-29c2-4e66-a978-a582eaaa4380), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.856863 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e3eca917-a957-40d2-af6d-1837c682a1ed req-d2bd3343-dd7e-4346-a94d-3472ac0d030a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 May 23 13:01:09.871732 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:01:09.888201 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c28861-29c2-4e66-a978-a582eaaa4380,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:09.895277 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (e59f10ef-ad7e-470c-9f45-ab91eabbb959), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:09.908019 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Added segment e59f10ef-ad7e-470c-9f45-ab91eabbb959 of type vlan for network b8997ea7-0013-4a19-8df5-a24d1eca94b5 May 23 13:01:09.941084 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (b8997ea7-0013-4a19-8df5-a24d1eca94b5), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:10.059474 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (b8997ea7-0013-4a19-8df5-a24d1eca94b5), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:10.060456 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:10.061035 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:10.125555 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] Pushing event updated for resources: {'Network': ['ID=b8997ea7-0013-4a19-8df5-a24d1eca94b5,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:10.135511 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:01:10.191863 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33378) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:10.192368 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-274e4996-4178-4938-abb7-ba063b688869 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7681134 May 23 13:01:10.197872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Request body: {'subnet': {'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1851622681-subnet', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:10.319342 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Made reservation on behalf of c7ef8e9bc68d4e60b8993eac9f160a65 for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:10.321810 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26617322'] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:10.597853 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26712698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26617112'] for subnet (e33a9d5e-e842-4e60-924f-a64ae9b86bde), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:10.656879 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33a9d5e-e842-4e60-924f-a64ae9b86bde,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:10.668661 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Checking segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:10.669019 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Network hostable DHCP agents. Network: b8997ea7-0013-4a19-8df5-a24d1eca94b5, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:01:10.773286 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:01:10.862585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b8997ea7-0013-4a19-8df5-a24d1eca94b5) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:10.867387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:10.868562 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:10.873193 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde2f2a-e176-4e26-b57f-7b6a5c4399ac None None] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:10.955914 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:10.999154 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:11.005780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d4218-dd65-4ff8-8dfc-9196145a31d8 req-a4b57043-613d-41d6-9f4b-0eac84ee384c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:11.007381 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c86d4218-dd65-4ff8-8dfc-9196145a31d8 req-a4b57043-613d-41d6-9f4b-0eac84ee384c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0720665 May 23 13:01:11.013341 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d0159e72-b824-49e8-bdf0-91456cdfce41 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8184378 May 23 13:01:11.015428 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33418) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:11.022159 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:11.037273 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:01:11.041140 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.083515 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c86d4218-dd65-4ff8-8dfc-9196145a31d8 req-03fd07fa-fc5f-46ea-9a34-3092e85beec5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675063 May 23 13:01:11.153549 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (ade4dbb7-9ad9-442e-a74f-171f5cafead7), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.155311 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (ade4dbb7-9ad9-442e-a74f-171f5cafead7), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.191640 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:11.217116 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Allocated IP 172.20.0.2 (b8997ea7-0013-4a19-8df5-a24d1eca94b5/e33a9d5e-e842-4e60-924f-a64ae9b86bde/d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:11.220796 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks [] for router_controller (ade4dbb7-9ad9-442e-a74f-171f5cafead7), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.381131 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Publish callbacks [] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.482854 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.488731 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:11.630924 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks [] for router_gateway (ade4dbb7-9ad9-442e-a74f-171f5cafead7), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.659367 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:11.661953 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:11.665032 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:11.674027 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Pushing event updated for resources: {'Port': ['ID=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:11.703163 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.703511 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.703894 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.704249 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.704582 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.704913 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.705223 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.705644 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.705983 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.706305 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.706627 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.708786 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.708786 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.708786 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.708786 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:11.742727 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Attempting to bind port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:11.743099 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Attempting to bind port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:11.746328 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Attempting to bind port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:11.750309 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:11.750798 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Checking segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:11.751711 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.751711 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Bound using segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:11.752087 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Bound port: d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:11.752491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.866229 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] For port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:11.872581 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] For port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:11.941304 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks [] for router_gateway (ade4dbb7-9ad9-442e-a74f-171f5cafead7), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.963278 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:11.975791 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:12.036742 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:12.076937 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Allocated IP 172.37.1.188 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/6aca2566-0fac-4229-ae48-292b563fddea) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:12.095776 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72c301-6bc4-4533-bdcf-61f22b95104a None None] Pushing event updated for resources: {'Port': ['ID=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:12.222147 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks [] for port (6aca2566-0fac-4229-ae48-292b563fddea), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:12.233210 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:12.291514 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8609f1-c022-43a9-be56-c35dcc4a8eb4 req-4ff42f5a-35a8-452e-bc47-7b83fd9d601d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:12.294064 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6c8609f1-c022-43a9-be56-c35dcc4a8eb4 req-4ff42f5a-35a8-452e-bc47-7b83fd9d601d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0925295 May 23 13:01:12.386858 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (6aca2566-0fac-4229-ae48-292b563fddea), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:12.438270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6c8609f1-c022-43a9-be56-c35dcc4a8eb4 req-2082d7ca-0bba-485b-8c32-dd14c78be706 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358342 May 23 13:01:12.536335 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Pushing event updated for resources: {'Port': ['ID=6aca2566-0fac-4229-ae48-292b563fddea,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:12.574568 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:12.576087 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:12.591006 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:12.615658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33480) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:12.772517 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b04fe035-e7a1-4f8d-86ec-7d7c31bc067e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:12.850053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b04fe035-e7a1-4f8d-86ec-7d7c31bc067e admin admin] Publish callbacks [] for security_group (c0e3cf8b-2459-4064-9830-731ede6dc05e), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:12.938142 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks [] for router_gateway (ade4dbb7-9ad9-442e-a74f-171f5cafead7), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:12.977119 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b04fe035-e7a1-4f8d-86ec-7d7c31bc067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (c0e3cf8b-2459-4064-9830-731ede6dc05e), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.015040 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-b04fe035-e7a1-4f8d-86ec-7d7c31bc067e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0304d5b3acb4f47b03e048b9b82dc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982499 May 23 13:01:13.021997 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33492) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:13.050714 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=67 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:13.052553 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fe035-e7a1-4f8d-86ec-7d7c31bc067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e3cf8b-2459-4064-9830-731ede6dc05e,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:13.060330 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=85 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:13.104526 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-716edc70-006d-4b29-b880-ed5e8c950141 admin admin] Publish callbacks [] for security_group (c0e3cf8b-2459-4064-9830-731ede6dc05e), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.106275 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:UPDATE=2,neutron:DELETE=1,neutron:SELECT=86,neutron:INSERT=11 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:13.140259 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-716edc70-006d-4b29-b880-ed5e8c950141 admin admin] Publish callbacks [] for security_group (c0e3cf8b-2459-4064-9830-731ede6dc05e), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.168986 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (ade4dbb7-9ad9-442e-a74f-171f5cafead7), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.319347 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-716edc70-006d-4b29-b880-ed5e8c950141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (c0e3cf8b-2459-4064-9830-731ede6dc05e), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.322124 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-716edc70-006d-4b29-b880-ed5e8c950141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.326912 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-716edc70-006d-4b29-b880-ed5e8c950141 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0e3cf8b-2459-4064-9830-731ede6dc05e HTTP/1.1" status: 204 len: 168 time: 0.3036795 May 23 13:01:13.335227 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716edc70-006d-4b29-b880-ed5e8c950141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e3cf8b-2459-4064-9830-731ede6dc05e,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:13.413147 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:01:13.451987 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a437816-1bf7-4d58-8f1c-ef0cbd0ae1ba None None] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:13.476567 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-328ebbb6-0311-42ef-8e85-7d6a0db790b1 None None] Provisioning complete for port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:13.476943 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-328ebbb6-0311-42ef-8e85-7d6a0db790b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.561377 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:01:13.573231 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:01:13.593903 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174929-b31f-44d4-a439-40144dca83e9 req-efdfe15a-1aa9-473c-a149-2c798fa3bdf2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:13.595790 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:13.597580 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:13.598362 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-76174929-b31f-44d4-a439-40144dca83e9 req-efdfe15a-1aa9-473c-a149-2c798fa3bdf2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0803421 May 23 13:01:13.643945 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-328ebbb6-0311-42ef-8e85-7d6a0db790b1 None None] Current status of the port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:13.644535 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-328ebbb6-0311-42ef-8e85-7d6a0db790b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.667773 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-76174929-b31f-44d4-a439-40144dca83e9 req-3e5800ef-f856-464a-85ca-32dcb2e30b17 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622256 May 23 13:01:13.724726 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:13.724969 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.728599 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-5681482c-9d7a-4bdc-bd5e-e611ad558e71 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7090697 May 23 13:01:13.729128 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33508) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:13.734244 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-328ebbb6-0311-42ef-8e85-7d6a0db790b1 None None] For port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:13.877642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-328ebbb6-0311-42ef-8e85-7d6a0db790b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:13.946730 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ebbb6-0311-42ef-8e85-7d6a0db790b1 None None] Pushing event updated for resources: {'Port': ['ID=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:14.107283 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8a4e3e39-72bc-4a9b-8123-451c7089bfc4 None None] Provisioning complete for port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:14.108850 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3e39-72bc-4a9b-8123-451c7089bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.118067 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:12Z', 'revision_number': 3, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:14.154690 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:01:14.155379 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Updating router ade4dbb7-9ad9-442e-a74f-171f5cafead7 port 6aca2566-0fac-4229-ae48-292b563fddea binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:01:14.195415 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6aca2566-0fac-4229-ae48-292b563fddea), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.208372 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e3e39-72bc-4a9b-8123-451c7089bfc4 None None] Current status of the port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:14.435689 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.470824 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:14.511321 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:14.517968 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:14.518344 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.579294 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Publish callbacks [] for port (6aca2566-0fac-4229-ae48-292b563fddea), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.642674 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:14.664761 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (6aca2566-0fac-4229-ae48-292b563fddea), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.711780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391d9cb-e434-40e5-9350-ea1e0184b071 req-587d696d-aed1-4637-87b3-55318361da69 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:14.722262 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f391d9cb-e434-40e5-9350-ea1e0184b071 req-587d696d-aed1-4637-87b3-55318361da69 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.1269925 May 23 13:01:14.734310 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Attempting to bind port 6aca2566-0fac-4229-ae48-292b563fddea on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:14.739925 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Attempting to bind port 6aca2566-0fac-4229-ae48-292b563fddea by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:14.739925 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Attempting to bind port 6aca2566-0fac-4229-ae48-292b563fddea on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:14.750256 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Allocated IP 172.20.0.1 (b8997ea7-0013-4a19-8df5-a24d1eca94b5/e33a9d5e-e842-4e60-924f-a64ae9b86bde/4c553a84-dc03-48de-8f98-d08c5dd3bb17) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:14.750787 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Pushing event updated for resources: {'Port': ['ID=6aca2566-0fac-4229-ae48-292b563fddea,revision_number=2']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:14.759689 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:14.760289 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:14.763092 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.763092 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:14.763092 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Bound port: 6aca2566-0fac-4229-ae48-292b563fddea, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:14.764229 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6aca2566-0fac-4229-ae48-292b563fddea), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.770906 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.771582 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.772245 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.772760 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.773246 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.773714 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.774289 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.774892 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.775760 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.776812 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.777318 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.778002 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.778483 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.779143 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.779618 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:14.798450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f391d9cb-e434-40e5-9350-ea1e0184b071 req-f134385a-e5e6-4c36-80eb-ccce0bd088d2 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669034 May 23 13:01:14.857528 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:14.860920 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] For port 6aca2566-0fac-4229-ae48-292b563fddea, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:14.864622 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] For port 6aca2566-0fac-4229-ae48-292b563fddea, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6aca2566-0fac-4229-ae48-292b563fddea,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:14.895644 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c55da0-6505-4a14-9795-783a42a96d04 req-0ebeb7bd-81b7-4221-aef1-d2fdf9c86ec8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:14.897146 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40c55da0-6505-4a14-9795-783a42a96d04 req-0ebeb7bd-81b7-4221-aef1-d2fdf9c86ec8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0641198 May 23 13:01:14.913290 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:14.936568 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks [] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:14.957051 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40c55da0-6505-4a14-9795-783a42a96d04 req-b9910efd-c604-4966-a898-16993b3ceb99 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500443 May 23 13:01:14.973822 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (6aca2566-0fac-4229-ae48-292b563fddea), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.005550 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33562) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:15.044378 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cca2df-8db0-4008-87b3-df804da43582 None None] Pushing event updated for resources: {'Port': ['ID=6aca2566-0fac-4229-ae48-292b563fddea,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:15.047227 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:15.047992 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:15.052924 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.112716 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:15.121293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:15.127153 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:15.130105 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c553a84-dc03-48de-8f98-d08c5dd3bb17,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:15.133471 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:15.155626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1353964759-network', 'tenant_id': '3b3719ab772449d79dc00dc96487dc36'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:15.186848 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (ade4dbb7-9ad9-442e-a74f-171f5cafead7), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.191215 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:15.276296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Made reservation on behalf of 3b3719ab772449d79dc00dc96487dc36 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:15.279655 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.294143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.331449 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:15.383273 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks [] for security_group (16520493-27cd-42fc-addf-96c58b295463), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.386302 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:12Z', 'revision_number': 3, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:15.393002 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:15.393973 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.411293 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f2510-ed2f-4a20-9fb9-a3fd4f4ac995 None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:12Z', 'revision_number': 3, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:01:15.441010 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-934b2684-7e31-4e8c-ba71-51d7d59e866a None None] Provisioning complete for port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:15.442072 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-934b2684-7e31-4e8c-ba71-51d7d59e866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.479480 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-934b2684-7e31-4e8c-ba71-51d7d59e866a None None] Port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:15.481868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (16520493-27cd-42fc-addf-96c58b295463), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.511495 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:01:15.518529 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16520493-27cd-42fc-addf-96c58b295463,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:15.538629 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (99ff283a-d5c2-417c-894f-7fd5b8fc77a8), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.539042 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Added segment 99ff283a-d5c2-417c-894f-7fd5b8fc77a8 of type vlan for network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 May 23 13:01:15.581003 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (58c39c65-d0c2-47c3-84c7-3d9e660a4739), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.617968 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks [] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.697860 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (58c39c65-d0c2-47c3-84c7-3d9e660a4739), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.700915 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:15.701664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.732361 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.769972 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] Pushing event updated for resources: {'Network': ['ID=58c39c65-d0c2-47c3-84c7-3d9e660a4739,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:15.784068 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:01:15.817259 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c553a84-dc03-48de-8f98-d08c5dd3bb17,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:15.828330 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (ade4dbb7-9ad9-442e-a74f-171f5cafead7), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:15.857120 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9c87472e-0b34-4570-9d6c-43522b521693 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8501852 May 23 13:01:15.859895 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33576) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:15.871917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Request body: {'subnet': {'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1353964759-subnet', 'tenant_id': '3b3719ab772449d79dc00dc96487dc36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:15.975877 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:15.977357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:16.160944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe357c-9751-4458-9546-e8005490062b req-7bdf56e1-95d0-45c7-bdde-46e372de98c0 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:16.162589 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3dfe357c-9751-4458-9546-e8005490062b req-7bdf56e1-95d0-45c7-bdde-46e372de98c0 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.2805693 May 23 13:01:16.195526 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:01:16.288329 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c78f0-d02f-4ebf-95e4-f9e9b6db9b51 req-5cc07e47-0916-4d09-9233-087dc8c29ce0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:16.290471 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2b5c78f0-d02f-4ebf-95e4-f9e9b6db9b51 req-5cc07e47-0916-4d09-9233-087dc8c29ce0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1179593 May 23 13:01:16.301977 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Made reservation on behalf of 3b3719ab772449d79dc00dc96487dc36 for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:16.305274 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26617322'] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:16.325299 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8175862c-e341-4206-a9c8-22333a323cd8 None None] Provisioning complete for port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:16.325299 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8175862c-e341-4206-a9c8-22333a323cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:16.362278 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8175862c-e341-4206-a9c8-22333a323cd8 None None] Port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:16.449868 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 6aca2566-0fac-4229-ae48-292b563fddea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:16.452977 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3dfe357c-9751-4458-9546-e8005490062b req-1fc421bb-5b76-4986-bcd4-c8747c0fda65 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734911 May 23 13:01:16.456757 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:16.523876 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2b5c78f0-d02f-4ebf-95e4-f9e9b6db9b51 req-2ff0ee75-7767-4720-b74b-e031d611a927 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767845 May 23 13:01:16.584779 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=14,neutron:UPDATE=4,neutron:SELECT=80,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:16.596067 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 6aca2566-0fac-4229-ae48-292b563fddea triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:16.596603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (6aca2566-0fac-4229-ae48-292b563fddea), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:16.651393 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:01:16.657480 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f1182486-937f-4360-9a2f-2becaf730bf0 admin admin] 10.222.0.30 "PUT /v2.0/routers/ade4dbb7-9ad9-442e-a74f-171f5cafead7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9250338 May 23 13:01:16.692680 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 6aca2566-0fac-4229-ae48-292b563fddea is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:16.693324 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6aca2566-0fac-4229-ae48-292b563fddea), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:16.705396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26712698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26617112'] for subnet (055503dc-bfe2-4cc1-8db8-d692f17dcdc0), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:16.720677 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 6aca2566-0fac-4229-ae48-292b563fddea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6aca2566-0fac-4229-ae48-292b563fddea,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:16.771429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Pushing event updated for resources: {'Subnet': ['ID=055503dc-bfe2-4cc1-8db8-d692f17dcdc0,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:16.783857 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Checking segment: {'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:16.784331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Network hostable DHCP agents. Network: 58c39c65-d0c2-47c3-84c7-3d9e660a4739, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:01:16.786803 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (6aca2566-0fac-4229-ae48-292b563fddea), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:16.843504 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=6aca2566-0fac-4229-ae48-292b563fddea,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:16.893857 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:01:16.924490 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33608) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:16.988387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 58c39c65-d0c2-47c3-84c7-3d9e660a4739) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:16.993043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:16.993725 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.003986 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa2018-85fc-4698-8453-96dcf92c16be None None] Network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:17.074650 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:17.093421 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d844dd2c-69f9-4feb-b87a-3b34498125f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.099497 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-2b552e22-454a-495c-8d42-0ea1d5ae104d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2378039 May 23 13:01:17.142251 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715dc7e-8b24-4fe5-a7ba-55b2f2105527 None None] Network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:17.260170 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d844dd2c-69f9-4feb-b87a-3b34498125f5 admin admin] Publish callbacks [] for security_group (1f4eaea9-cff9-4bfc-8d65-364eeeeac596), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.346416 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d844dd2c-69f9-4feb-b87a-3b34498125f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1f4eaea9-cff9-4bfc-8d65-364eeeeac596), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.405288 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d844dd2c-69f9-4feb-b87a-3b34498125f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4a9af8184a1434797a4d055ad1d5fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795606 May 23 13:01:17.406231 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844dd2c-69f9-4feb-b87a-3b34498125f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4eaea9-cff9-4bfc-8d65-364eeeeac596,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:17.408047 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33634) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:17.436384 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:01:17.446671 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:17.447408 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:17.465446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-16d00a4a-cd3b-4d20-9443-f0d056a0e53b admin admin] Publish callbacks [] for security_group (1f4eaea9-cff9-4bfc-8d65-364eeeeac596), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.504162 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-16d00a4a-cd3b-4d20-9443-f0d056a0e53b admin admin] Publish callbacks [] for security_group (1f4eaea9-cff9-4bfc-8d65-364eeeeac596), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.598867 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:17.721066 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-d4787643-0b12-4f75-bd1c-a90570910f97 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:17.722579 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-d4787643-0b12-4f75-bd1c-a90570910f97 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.49 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.1352479 May 23 13:01:17.723128 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:17.729100 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-16d00a4a-cd3b-4d20-9443-f0d056a0e53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1f4eaea9-cff9-4bfc-8d65-364eeeeac596), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.731984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-16d00a4a-cd3b-4d20-9443-f0d056a0e53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.733077 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-16d00a4a-cd3b-4d20-9443-f0d056a0e53b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f4eaea9-cff9-4bfc-8d65-364eeeeac596 HTTP/1.1" status: 204 len: 168 time: 0.3237050 May 23 13:01:17.747185 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33646) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:17.754017 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-611877996-network', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:17.754779 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe610a7-53cc-4a62-8b24-a54a2719a5fd req-e2c3483b-7723-473e-8def-468869cbd2b7 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:17.756595 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dbe610a7-53cc-4a62-8b24-a54a2719a5fd req-e2c3483b-7723-473e-8def-468869cbd2b7 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 945 time: 0.1219289 May 23 13:01:17.802628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184101-681a-42cf-b99e-5f95152c3b49 req-e38dab19-eb02-44b3-9e1c-b495d1a0a124 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:17.804978 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ef184101-681a-42cf-b99e-5f95152c3b49 req-e38dab19-eb02-44b3-9e1c-b495d1a0a124 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1690526 May 23 13:01:17.810208 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d00a4a-cd3b-4d20-9443-f0d056a0e53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4eaea9-cff9-4bfc-8d65-364eeeeac596,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:17.883790 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 2, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:17.914184 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:01:17.914944 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Updating router ade4dbb7-9ad9-442e-a74f-171f5cafead7 port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:01:17.917347 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Made reservation on behalf of 6ea0b13fcc8d4dc78571a933bbf475b7 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:17.921669 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.941763 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.955773 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:17.959040 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.969422 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ef184101-681a-42cf-b99e-5f95152c3b49 req-054aa4c7-8f87-4b2e-888a-de5bc319f451 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537721 May 23 13:01:17.970937 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Deleting port b2757ca5-c976-47ae-9a5d-46786a7e1473 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:01:17.971273 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:17.989098 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dbe610a7-53cc-4a62-8b24-a54a2719a5fd req-6285a5d4-e2ff-4b2c-853d-fedaf8717541 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/security-groups?id=e052a1b8-fbd6-4226-8182-5d32f1512054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799269 May 23 13:01:18.075851 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks [] for security_group (49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.095711 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] For port b2757ca5-c976-47ae-9a5d-46786a7e1473, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b2757ca5-c976-47ae-9a5d-46786a7e1473,segment=NetworkSegment(ceb7e888-bd30-4ae6-82a0-d351f2788ba3),segment_id=ceb7e888-bd30-4ae6-82a0-d351f2788ba3)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:18.096074 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.111859 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Calling delete_port for b2757ca5-c976-47ae-9a5d-46786a7e1473 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:01:18.174668 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.187996 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:01:18.200604 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.201143 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Added segment b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6 of type vlan for network f0293b4a-bf45-416e-b0bd-ac118e54f441 May 23 13:01:18.243405 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (f0293b4a-bf45-416e-b0bd-ac118e54f441), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.289529 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:18.295017 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:18.344706 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Publish callbacks [] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.367917 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (f0293b4a-bf45-416e-b0bd-ac118e54f441), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.368864 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:18.369436 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.385573 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 6aca2566-0fac-4229-ae48-292b563fddea up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:18.394166 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (b2757ca5-c976-47ae-9a5d-46786a7e1473), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.439941 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Pushing event deleted for resources: {'Port': ['ID=b2757ca5-c976-47ae-9a5d-46786a7e1473,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:18.465605 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=f0293b4a-bf45-416e-b0bd-ac118e54f441,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:18.465725 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['b2757ca5-c976-47ae-9a5d-46786a7e1473'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:01:18.481378 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:18.497019 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.517308 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] No DVR routers for this DVR port b2757ca5-c976-47ae-9a5d-46786a7e1473 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:01:18.517419 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-e50b62de-8c6c-4b5e-92d9-46142a65a1d3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7603183 May 23 13:01:18.517528 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33656) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:18.517603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:01:18.525648 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Request body: {'subnet': {'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-611877996-subnet', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:18.534612 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.538252 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf6e5db3-b8a0-437d-bfa0-5fb91d2edaac req-1dafa09c-3f1f-4fcc-a5ee-2ea751adb237 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.49 "DELETE /v2.0/ports/b2757ca5-c976-47ae-9a5d-46786a7e1473 HTTP/1.1" status: 204 len: 173 time: 0.8013968 May 23 13:01:18.543720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'name': 'network-vif-deleted', 'tag': 'b2757ca5-c976-47ae-9a5d-46786a7e1473'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:01:18.543720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3532f5-ed3e-45b8-8504-cb068c7e65e1" -d '{"events": [{"server_uuid": "825e6db1-f2ed-47d4-88dc-07191da24f5f", "name": "network-vif-deleted", "tag": "b2757ca5-c976-47ae-9a5d-46786a7e1473"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:01:18.621741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69ffefc-6e45-4263-be0a-f65f2642c0ff x-openstack-request-id: req-b69ffefc-6e45-4263-be0a-f65f2642c0ff {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:01:18.622237 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825e6db1-f2ed-47d4-88dc-07191da24f5f", "name": "network-vif-deleted", "tag": "b2757ca5-c976-47ae-9a5d-46786a7e1473", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:01:18.622498 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b69ffefc-6e45-4263-be0a-f65f2642c0ff {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:01:18.622901 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69ffefc-6e45-4263-be0a-f65f2642c0ff'] response: {'server_uuid': '825e6db1-f2ed-47d4-88dc-07191da24f5f', 'name': 'network-vif-deleted', 'tag': 'b2757ca5-c976-47ae-9a5d-46786a7e1473', 'status': 'completed', 'code': 200} May 23 13:01:18.650078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33668) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:18.672733 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Made reservation on behalf of 6ea0b13fcc8d4dc78571a933bbf475b7 for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:18.675137 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26617322'] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.678244 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2cde9680-3f7c-4ec4-976f-0e3a0ce42e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.729302 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:18.733626 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 6aca2566-0fac-4229-ae48-292b563fddea triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:18.734038 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (6aca2566-0fac-4229-ae48-292b563fddea), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.791497 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c59030-0be9-4d5b-ab79-18efe98e0b03 None None] Pushing event updated for resources: {'Port': ['ID=4c553a84-dc03-48de-8f98-d08c5dd3bb17,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:18.923262 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Attempting to bind port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:18.923681 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Attempting to bind port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:18.924036 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Attempting to bind port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:18.941124 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:18.941535 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Checking segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:18.941891 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.942286 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Bound using segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:18.942807 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Bound port: 4c553a84-dc03-48de-8f98-d08c5dd3bb17, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:18.943343 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:18.957689 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 6aca2566-0fac-4229-ae48-292b563fddea is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:19.017469 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] For port 4c553a84-dc03-48de-8f98-d08c5dd3bb17, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:19.021128 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] For port 4c553a84-dc03-48de-8f98-d08c5dd3bb17, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c553a84-dc03-48de-8f98-d08c5dd3bb17,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:19.024167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2cde9680-3f7c-4ec4-976f-0e3a0ce42e27 admin admin] Publish callbacks [] for security_group (f2971a96-deda-4411-a4d8-895cdf466288), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.103554 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-a6a42c38-958a-41e0-b62d-e9ecb2d48cdf None None] Provisioning complete for port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:19.103943 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a6a42c38-958a-41e0-b62d-e9ecb2d48cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.129662 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.133068 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26712698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26617112'] for subnet (264fb408-ab32-418d-83cf-ec3a343d4af3), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.135213 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2cde9680-3f7c-4ec4-976f-0e3a0ce42e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f2971a96-deda-4411-a4d8-895cdf466288), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.154172 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-764f7fa9-98f3-4880-b53f-b89e25b70414 req-6e6e94cf-9971-4546-b5e9-4ed048c8ff53 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0521371 May 23 13:01:19.179968 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-a6a42c38-958a-41e0-b62d-e9ecb2d48cdf None None] Port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:19.205836 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:19.206568 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:19.217126 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849df5f6-d53f-4320-9d48-d6b59106cfce req-f8d9dc00-b2d2-4254-91e3-2f4ff5087a81 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:19.217126 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-849df5f6-d53f-4320-9d48-d6b59106cfce req-f8d9dc00-b2d2-4254-91e3-2f4ff5087a81 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1593361 May 23 13:01:19.270913 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c59030-0be9-4d5b-ab79-18efe98e0b03 None None] Pushing event updated for resources: {'Port': ['ID=4c553a84-dc03-48de-8f98-d08c5dd3bb17,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:19.286608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-2cde9680-3f7c-4ec4-976f-0e3a0ce42e27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24e100fc831d4e53919f466bccb8929e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6315987 May 23 13:01:19.286608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde9680-3f7c-4ec4-976f-0e3a0ce42e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2971a96-deda-4411-a4d8-895cdf466288,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:19.287065 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33694) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:19.302229 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=264fb408-ab32-418d-83cf-ec3a343d4af3,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:19.345153 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-849df5f6-d53f-4320-9d48-d6b59106cfce req-1668b910-438d-4fd2-b19b-9a594960433e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168971 May 23 13:01:19.348641 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Checking segment: {'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:19.350076 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Network hostable DHCP agents. Network: f0293b4a-bf45-416e-b0bd-ac118e54f441, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:01:19.375023 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4a8230e6-1287-4cc8-93e9-52c2ff617300 admin admin] Publish callbacks [] for security_group (f2971a96-deda-4411-a4d8-895cdf466288), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.383804 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:19.413358 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4a8230e6-1287-4cc8-93e9-52c2ff617300 admin admin] Publish callbacks [] for security_group (f2971a96-deda-4411-a4d8-895cdf466288), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.488102 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:01:19.531525 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-cfbb8dfe-664d-42e9-95c0-a4adf2bee20e None None] Provisioning complete for port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:19.531892 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8dfe-664d-42e9-95c0-a4adf2bee20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.577045 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4a8230e6-1287-4cc8-93e9-52c2ff617300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f2971a96-deda-4411-a4d8-895cdf466288), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.580892 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4a8230e6-1287-4cc8-93e9-52c2ff617300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.581514 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:19.587891 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4a8230e6-1287-4cc8-93e9-52c2ff617300 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2971a96-deda-4411-a4d8-895cdf466288 HTTP/1.1" status: 204 len: 168 time: 0.2938895 May 23 13:01:19.591960 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8230e6-1287-4cc8-93e9-52c2ff617300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2971a96-deda-4411-a4d8-895cdf466288,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:19.606780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f0293b4a-bf45-416e-b0bd-ac118e54f441) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:19.616098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:19.616795 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.628883 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ceddd-5cc3-4565-8bde-db73da0c4832 None None] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:19.671988 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33704) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:19.732610 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-2fadef9c-1b6f-4020-9d54-50def85464f8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2192779 May 23 13:01:19.735209 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33708) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:19.741935 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:19.776066 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:19.817829 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80e8ec0-df89-4b02-9dca-ec549b2fe7ee None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:01:19.825269 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb8dfe-664d-42e9-95c0-a4adf2bee20e None None] Current status of the port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:19.825656 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8dfe-664d-42e9-95c0-a4adf2bee20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.829769 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:19.858750 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d32a22cb-ca95-4056-aaad-48c9a89f21f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.863315 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (e7343638-8fd6-42bd-904f-51399506b731), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.864058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (e7343638-8fd6-42bd-904f-51399506b731), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:19.914512 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-cfbb8dfe-664d-42e9-95c0-a4adf2bee20e None None] For port 4c553a84-dc03-48de-8f98-d08c5dd3bb17, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c553a84-dc03-48de-8f98-d08c5dd3bb17,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:19.926791 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f0293b4a-bf45-416e-b0bd-ac118e54f441', 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441', 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'fixed_ips': [{'subnet_id': '264fb408-ab32-418d-83cf-ec3a343d4af3'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:01:19.927892 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.000048 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks [] for router_controller (e7343638-8fd6-42bd-904f-51399506b731), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.028167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:20.048005 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d32a22cb-ca95-4056-aaad-48c9a89f21f6 admin admin] Publish callbacks [] for security_group (bb68709f-1148-4aad-99b8-a1dfdc267311), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.062981 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cfbb8dfe-664d-42e9-95c0-a4adf2bee20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.086369 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:20.139237 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d32a22cb-ca95-4056-aaad-48c9a89f21f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (bb68709f-1148-4aad-99b8-a1dfdc267311), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.139608 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Allocated IP 172.20.0.2 (f0293b4a-bf45-416e-b0bd-ac118e54f441/264fb408-ab32-418d-83cf-ec3a343d4af3/d4441622-b9c7-4cdb-b12d-2c01181dac36) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:20.176050 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb8dfe-664d-42e9-95c0-a4adf2bee20e None None] Pushing event updated for resources: {'Port': ['ID=4c553a84-dc03-48de-8f98-d08c5dd3bb17,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:20.284585 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d32a22cb-ca95-4056-aaad-48c9a89f21f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8e72a1080a44ad3a0ef7918563a2a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6115022 May 23 13:01:20.293574 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33714) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:20.316426 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a22cb-ca95-4056-aaad-48c9a89f21f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb68709f-1148-4aad-99b8-a1dfdc267311,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:20.328899 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfc85a0b-eda5-4b12-9911-ab83f266b0b9 req-5c7f639a-5d81-43e5-a8b9-958f15bf1895 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0860412 May 23 13:01:20.379872 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:20.390812 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Publish callbacks [] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.474576 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks [] for router_gateway (e7343638-8fd6-42bd-904f-51399506b731), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.482480 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.537128 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a6fd32fd-a9a1-4507-80c1-e400b122927c admin admin] Publish callbacks [] for security_group (bb68709f-1148-4aad-99b8-a1dfdc267311), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.567477 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4c553a84-dc03-48de-8f98-d08c5dd3bb17 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:20.572252 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:20.585814 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a6fd32fd-a9a1-4507-80c1-e400b122927c admin admin] Publish callbacks [] for security_group (bb68709f-1148-4aad-99b8-a1dfdc267311), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.591028 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea03bb-706d-4e3e-a349-921f662b32eb req-e002d73f-454a-46af-b47c-78e130df08d1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:20.593296 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6fea03bb-706d-4e3e-a349-921f662b32eb req-e002d73f-454a-46af-b47c-78e130df08d1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1013596 May 23 13:01:20.616648 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:20.622014 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:20.628683 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Pushing event updated for resources: {'Port': ['ID=d4441622-b9c7-4cdb-b12d-2c01181dac36,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:20.666771 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6fea03bb-706d-4e3e-a349-921f662b32eb req-4a2641c1-4753-4c93-b816-fbc98290d74e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586095 May 23 13:01:20.714527 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:20.726143 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:20.726518 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.762203 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Attempting to bind port d4441622-b9c7-4cdb-b12d-2c01181dac36 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:20.762576 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Attempting to bind port d4441622-b9c7-4cdb-b12d-2c01181dac36 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:20.763339 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Attempting to bind port d4441622-b9c7-4cdb-b12d-2c01181dac36 on network f0293b4a-bf45-416e-b0bd-ac118e54f441 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:20.774837 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:20.775212 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Checking segment: {'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:20.777490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.777490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Bound using segment: {'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:20.777490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Bound port: d4441622-b9c7-4cdb-b12d-2c01181dac36, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:20.777490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.918025 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks [] for router_gateway (e7343638-8fd6-42bd-904f-51399506b731), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.945764 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:20.954097 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.974491 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a6fd32fd-a9a1-4507-80c1-e400b122927c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (bb68709f-1148-4aad-99b8-a1dfdc267311), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.977180 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a6fd32fd-a9a1-4507-80c1-e400b122927c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:20.984437 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a6fd32fd-a9a1-4507-80c1-e400b122927c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb68709f-1148-4aad-99b8-a1dfdc267311 HTTP/1.1" status: 204 len: 168 time: 0.6843691 May 23 13:01:20.992973 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] For port d4441622-b9c7-4cdb-b12d-2c01181dac36, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:20.998280 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] For port d4441622-b9c7-4cdb-b12d-2c01181dac36, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4441622-b9c7-4cdb-b12d-2c01181dac36,segment=NetworkSegment(b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6),segment_id=b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:21.012052 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device b2757ca5-c976-47ae-9a5d-46786a7e1473 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:01:21.050455 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: b2757ca5-c976-47ae-9a5d-46786a7e1473 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:01:21.051007 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device b2757ca5-c976-47ae-9a5d-46786a7e1473 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:01:21.064720 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd32fd-a9a1-4507-80c1-e400b122927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb68709f-1148-4aad-99b8-a1dfdc267311,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:21.108873 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:21.174472 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:21.209048 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8db9a-b617-4190-882e-7f590a7ab5c5 None None] Pushing event updated for resources: {'Port': ['ID=d4441622-b9c7-4cdb-b12d-2c01181dac36,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:21.215717 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Allocated IP 172.37.1.76 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/bc94a94f-9114-4a6d-9fad-07715a865613) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:21.322165 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:21.350938 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-fe06df63-3a8e-443b-bd70-a01280748963 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:21.359397 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-fe06df63-3a8e-443b-bd70-a01280748963 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/networks?id=58c39c65-d0c2-47c3-84c7-3d9e660a4739 HTTP/1.1" status: 200 len: 809 time: 0.2901468 May 23 13:01:21.382481 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-dc1764c0-27e6-4e3e-8660-b907e3f3af84 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/quotas/3b3719ab772449d79dc00dc96487dc36 HTTP/1.1" status: 200 len: 375 time: 0.0209291 May 23 13:01:21.440827 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks [] for port (bc94a94f-9114-4a6d-9fad-07715a865613), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:21.473269 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-9af19ce4-f203-419f-b2e4-a41d7cadfb8a tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b3719ab772449d79dc00dc96487dc36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872908 May 23 13:01:21.602521 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:21.700245 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:21.742364 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d366703-1df7-4400-b8e8-5653f88f81c7 req-e9fecd25-8a69-4ecd-9ece-d20e15205ee3 tempest-DeleteServersTestJSON-1673527158 tempest-DeleteServersTestJSON-1673527158-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e6db1-f2ed-47d4-88dc-07191da24f5f HTTP/1.1" status: 200 len: 210 time: 0.0942979 May 23 13:01:21.757357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:21.788216 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:21.804327 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:21.811497 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-3cbea816-efcc-445f-87c4-ff2cfc1dd4f3 service neutron] 10.222.0.30 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368042 May 23 13:01:21.814065 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:21.867005 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Pushing event updated for resources: {'Port': ['ID=bc94a94f-9114-4a6d-9fad-07715a865613,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:21.953398 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64b861-aedb-4086-8787-458d020f595c req-3b35e48a-e6b9-4046-9919-9a0ac081a980 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:21.955318 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4c64b861-aedb-4086-8787-458d020f595c req-3b35e48a-e6b9-4046-9919-9a0ac081a980 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0776165 May 23 13:01:21.970794 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-3533cf98-cb05-4c6e-8852-73643e58cc9f service neutron] 10.222.0.30 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579072 May 23 13:01:22.056935 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4c64b861-aedb-4086-8787-458d020f595c req-7b9ade5f-40b3-45e7-97b1-0b368822c86f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851157 May 23 13:01:22.197133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33770) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:22.211784 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3ee34f08-0532-4248-9909-9a1305915c53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.224242 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks [] for router_gateway (e7343638-8fd6-42bd-904f-51399506b731), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.301084 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a1c3a3af-e952-4710-8142-b2d6abf10a0c req-867992dd-6857-4479-929b-77a8881fcbe2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0356510 May 23 13:01:22.390185 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3ee34f08-0532-4248-9909-9a1305915c53 admin admin] Publish callbacks [] for security_group (1215e27e-b051-4241-afa4-c503987b290f), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.468465 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3ee34f08-0532-4248-9909-9a1305915c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1215e27e-b051-4241-afa4-c503987b290f), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.472540 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d4441622-b9c7-4cdb-b12d-2c01181dac36 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:22.512522 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (e7343638-8fd6-42bd-904f-51399506b731), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.528998 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port d4441622-b9c7-4cdb-b12d-2c01181dac36 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:22.529767 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.540795 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-3ee34f08-0532-4248-9909-9a1305915c53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b319cf5737a54c86949cf39ba9f98fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425093 May 23 13:01:22.541612 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee34f08-0532-4248-9909-9a1305915c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1215e27e-b051-4241-afa4-c503987b290f,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:22.544928 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33780) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:22.611704 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-82a4fb91-1d8d-4b3f-8c11-3106bdfe358d admin admin] Publish callbacks [] for security_group (1215e27e-b051-4241-afa4-c503987b290f), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.654666 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-82a4fb91-1d8d-4b3f-8c11-3106bdfe358d admin admin] Publish callbacks [] for security_group (1215e27e-b051-4241-afa4-c503987b290f), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.673114 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port d4441622-b9c7-4cdb-b12d-2c01181dac36 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:22.673334 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.782728 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port d4441622-b9c7-4cdb-b12d-2c01181dac36, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4441622-b9c7-4cdb-b12d-2c01181dac36,segment=NetworkSegment(b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6),segment_id=b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:22.827423 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4956d-e9fa-4564-bb88-37a7272c7ffd None None] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:22.860017 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-82a4fb91-1d8d-4b3f-8c11-3106bdfe358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1215e27e-b051-4241-afa4-c503987b290f), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.860605 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Router e7343638-8fd6-42bd-904f-51399506b731 is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:01:22.864053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-82a4fb91-1d8d-4b3f-8c11-3106bdfe358d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.869372 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-82a4fb91-1d8d-4b3f-8c11-3106bdfe358d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1215e27e-b051-4241-afa4-c503987b290f HTTP/1.1" status: 204 len: 168 time: 0.3234777 May 23 13:01:22.890995 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4fb91-1d8d-4b3f-8c11-3106bdfe358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1215e27e-b051-4241-afa4-c503987b290f,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:22.904992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-600f3b39-4d21-4f9b-bed7-eb7a60e08ed7 None None] Provisioning complete for port d4441622-b9c7-4cdb-b12d-2c01181dac36 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:22.908625 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-600f3b39-4d21-4f9b-bed7-eb7a60e08ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:22.914703 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:23.072238 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:01:23.084942 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Sync routers for ids ['e7343638-8fd6-42bd-904f-51399506b731'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:01:23.096074 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Routers {'e7343638-8fd6-42bd-904f-51399506b731'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:23.096707 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['e7343638-8fd6-42bd-904f-51399506b731'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:23.171163 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=d4441622-b9c7-4cdb-b12d-2c01181dac36,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:23.192041 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:23.193280 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-34143f18-8790-403b-af66-14cdd8ca7c0e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4568944 May 23 13:01:23.199135 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33808) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:23.310636 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a582cf5-1541-48f2-9439-b5d27e6d0d2c req-ff0e1573-b95a-431e-a7e5-4138126965fa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:23.313854 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4a582cf5-1541-48f2-9439-b5d27e6d0d2c req-ff0e1573-b95a-431e-a7e5-4138126965fa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1294858 May 23 13:01:23.351761 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:23.400712 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Set router e7343638-8fd6-42bd-904f-51399506b731 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:23.468928 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-600f3b39-4d21-4f9b-bed7-eb7a60e08ed7 None None] Current status of the port d4441622-b9c7-4cdb-b12d-2c01181dac36 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:23.533436 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-36d203a6-d444-438b-bf65-94b42a7d4ea1 req-8983ecc7-53e4-4ebb-b82f-96445a7dc90f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 210 time: 0.1150894 May 23 13:01:23.579225 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4a582cf5-1541-48f2-9439-b5d27e6d0d2c req-4494c03c-7171-4fac-be96-f42e545c5e83 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567925 May 23 13:01:23.714815 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76'}], 'enable_snat': True}, 'gw_port_id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:01:22Z', 'revision_number': 3, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port': {'id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:20Z', 'updated_at': '2022-05-23T13:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:23.747839 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Checking router: e7343638-8fd6-42bd-904f-51399506b731 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:01:23.748529 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Updating router e7343638-8fd6-42bd-904f-51399506b731 port bc94a94f-9114-4a6d-9fad-07715a865613 binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:01:23.791690 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:23.799325 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-2ac96af2-6dfc-4602-a51b-d42020868261 None None] Provisioning complete for port d4441622-b9c7-4cdb-b12d-2c01181dac36 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:23.800263 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2ac96af2-6dfc-4602-a51b-d42020868261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:23.842501 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:23.885325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:23.965708 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-2ac96af2-6dfc-4602-a51b-d42020868261 None None] Current status of the port d4441622-b9c7-4cdb-b12d-2c01181dac36 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:24.005275 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.124287 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Publish callbacks [] for port (bc94a94f-9114-4a6d-9fad-07715a865613), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.170585 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Allocated IP 172.20.0.1 (f0293b4a-bf45-416e-b0bd-ac118e54f441/264fb408-ab32-418d-83cf-ec3a343d4af3/8460266d-dc0d-4688-81e9-75b457001930) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:24.211846 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.297267 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa8052-cc39-42bf-ad21-7c015a3bf0fb None None] Pushing event updated for resources: {'Port': ['ID=bc94a94f-9114-4a6d-9fad-07715a865613,revision_number=2']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:24.324390 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:24.325642 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Attempting to bind port bc94a94f-9114-4a6d-9fad-07715a865613 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:24.325854 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Attempting to bind port bc94a94f-9114-4a6d-9fad-07715a865613 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:24.326294 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Attempting to bind port bc94a94f-9114-4a6d-9fad-07715a865613 on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:24.332193 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:24.341940 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:24.341940 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.341940 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:24.341940 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Bound port: bc94a94f-9114-4a6d-9fad-07715a865613, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:24.342420 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks [] for port (8460266d-dc0d-4688-81e9-75b457001930), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.342591 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.386762 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] For port bc94a94f-9114-4a6d-9fad-07715a865613, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:24.390142 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] For port bc94a94f-9114-4a6d-9fad-07715a865613, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc94a94f-9114-4a6d-9fad-07715a865613,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:24.413738 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d4441622-b9c7-4cdb-b12d-2c01181dac36 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:24.436334 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (8460266d-dc0d-4688-81e9-75b457001930), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.466017 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port d4441622-b9c7-4cdb-b12d-2c01181dac36 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:24.466017 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.484302 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.487211 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:24.490195 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:24.495871 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:24.514537 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:24.522804 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8460266d-dc0d-4688-81e9-75b457001930,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:24.565058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (e7343638-8fd6-42bd-904f-51399506b731), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.607032 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa8052-cc39-42bf-ad21-7c015a3bf0fb None None] Pushing event updated for resources: {'Port': ['ID=bc94a94f-9114-4a6d-9fad-07715a865613,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:24.618020 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Routers {'e7343638-8fd6-42bd-904f-51399506b731'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:24.618853 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['e7343638-8fd6-42bd-904f-51399506b731'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:24.676636 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.721737 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:24.726838 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port d4441622-b9c7-4cdb-b12d-2c01181dac36 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:24.742674 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-79c4fab5-e101-4b46-8cf2-ea52c436d34c req-79d7bdf3-afaf-4eb0-9fa7-cea973f9a229 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0445459 May 23 13:01:24.864277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792bd7-30f8-424b-8e91-f7b44c9cc567 req-26c82350-bb8e-43af-b28f-1f75162b5104 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:24.866553 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb792bd7-30f8-424b-8e91-f7b44c9cc567 req-26c82350-bb8e-43af-b28f-1f75162b5104 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0739686 May 23 13:01:24.867212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33862) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:24.965112 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] Set router e7343638-8fd6-42bd-904f-51399506b731 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:24.992078 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8bda71ba-e7ce-4478-a418-2e8b11f782c6 None None] Provisioning complete for port 8460266d-dc0d-4688-81e9-75b457001930 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:24.992677 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8bda71ba-e7ce-4478-a418-2e8b11f782c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8460266d-dc0d-4688-81e9-75b457001930), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:24.994346 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] Deleting subnet 6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:01:25.006552 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] Publish callbacks [] for subnet (6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.032717 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8bda71ba-e7ce-4478-a418-2e8b11f782c6 None None] Port 8460266d-dc0d-4688-81e9-75b457001930 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:25.044289 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb792bd7-30f8-424b-8e91-f7b44c9cc567 req-47f1bb1d-b038-4b96-836e-ab8cee17f097 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041708 May 23 13:01:25.071350 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.085495 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8460266d-dc0d-4688-81e9-75b457001930), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.214843 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.217262 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76'}], 'enable_snat': True}, 'gw_port_id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:01:22Z', 'revision_number': 3, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port': {'id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:20Z', 'updated_at': '2022-05-23T13:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:25.247864 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127225eb-5329-4934-947f-9f87e31eb1ab None None] The sync data for ids ['e7343638-8fd6-42bd-904f-51399506b731'] in dv-cinder-master-3-iscsi is: [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76'}], 'enable_snat': True}, 'gw_port_id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:01:22Z', 'revision_number': 3, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port': {'id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:20Z', 'updated_at': '2022-05-23T13:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:01:25.286877 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-746f7184-585e-4cf2-977c-c8faf354d5c8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:25.288752 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-746f7184-585e-4cf2-977c-c8faf354d5c8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "GET /v2.0/networks?id=58c39c65-d0c2-47c3-84c7-3d9e660a4739 HTTP/1.1" status: 200 len: 809 time: 0.1884861 May 23 13:01:25.319290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Request body: {'port': {'device_id': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739', 'admin_state_up': True, 'tenant_id': '3b3719ab772449d79dc00dc96487dc36'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:25.481918 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.520285 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.524314 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b HTTP/1.1" status: 204 len: 168 time: 0.6554952 May 23 13:01:25.524702 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks [] for port (8460266d-dc0d-4688-81e9-75b457001930), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.525366 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0d530-9e28-4636-a831-43afbb4fa249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5090a5-4b16-46b3-bdc9-d6b8a6c00e3b,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:25.527849 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33876) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:25.559964 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Made reservation on behalf of 3b3719ab772449d79dc00dc96487dc36 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:25.564872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.594679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:25.626490 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (8460266d-dc0d-4688-81e9-75b457001930), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.781303 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (e7343638-8fd6-42bd-904f-51399506b731), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.794808 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (50e5ce1d-72f1-4bb0-be55-af6d47fef78d), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:25.826090 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Allocated IP 172.20.0.4 (58c39c65-d0c2-47c3-84c7-3d9e660a4739/055503dc-bfe2-4cc1-8db8-d692f17dcdc0/01e9d1a4-308e-43f5-9c0e-42aa73aab730) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:25.851743 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8460266d-dc0d-4688-81e9-75b457001930,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:25.881462 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40f6f38c-8d2b-4b54-a5a8-301c85e90ca0 req-750be6ed-3a9d-47f5-bda7-411fb5f8e828 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0528214 May 23 13:01:26.004565 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (50e5ce1d-72f1-4bb0-be55-af6d47fef78d), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.045694 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e5ce1d-72f1-4bb0-be55-af6d47fef78d']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:26.071424 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:26.073204 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb7e888-bd30-4ae6-82a0-d351f2788ba3') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:26.073988 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb7e888-bd30-4ae6-82a0-d351f2788ba3') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:26.080659 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:26.087020 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (ceb7e888-bd30-4ae6-82a0-d351f2788ba3), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.092667 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks [] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.134754 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (ceb7e888-bd30-4ae6-82a0-d351f2788ba3), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.147883 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:01:26.148296 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (ceb7e888-bd30-4ae6-82a0-d351f2788ba3), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.178036 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment ceb7e888-bd30-4ae6-82a0-d351f2788ba3 resource provider aggregate not found May 23 13:01:26.227771 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment ceb7e888-bd30-4ae6-82a0-d351f2788ba3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceb7e888-bd30-4ae6-82a0-d351f2788ba3 found for delete ", "request_id": "req-b46e9cae-9ebe-488e-8cc5-9301768741f9"}]} May 23 13:01:26.258471 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.321915 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Router e7343638-8fd6-42bd-904f-51399506b731 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:01:26.342167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97548d52-7399-4f9c-82d0-f3ccb4c14eaf req-31ea299c-dc04-4ffe-8cb8-e55be61ef6af tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:26.343882 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-97548d52-7399-4f9c-82d0-f3ccb4c14eaf req-31ea299c-dc04-4ffe-8cb8-e55be61ef6af tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1528640 May 23 13:01:26.358741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:26.384699 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:26.404178 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (50e5ce1d-72f1-4bb0-be55-af6d47fef78d), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.412385 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:26.428412 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Pushing event deleted for resources: {'Network': ['ID=50e5ce1d-72f1-4bb0-be55-af6d47fef78d,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:26.435380 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.441698 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f496f8b2-72a1-41e1-8953-e3b6f4609083 admin admin] 10.222.0.30 "DELETE /v2.0/networks/50e5ce1d-72f1-4bb0-be55-af6d47fef78d HTTP/1.1" status: 204 len: 168 time: 0.9126091 May 23 13:01:26.490921 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Pushing event updated for resources: {'Port': ['ID=01e9d1a4-308e-43f5-9c0e-42aa73aab730,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:26.534233 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:26.534956 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.540493 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device bc94a94f-9114-4a6d-9fad-07715a865613 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:26.571485 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-97548d52-7399-4f9c-82d0-f3ccb4c14eaf req-44ef5df3-ef36-4b5a-87a6-74588157da5a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149730 May 23 13:01:26.578703 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:01:26.584873 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-16ee11f2-badb-41e3-a823-1e25334f05f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7343638-8fd6-42bd-904f-51399506b731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3832469 May 23 13:01:26.596984 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:26.597779 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-5809cc9c-f6b5-49cd-8add-b5ff700712b9 None None] Provisioning complete for port 8460266d-dc0d-4688-81e9-75b457001930 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:26.598418 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5809cc9c-f6b5-49cd-8add-b5ff700712b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8460266d-dc0d-4688-81e9-75b457001930), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.644626 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port bc94a94f-9114-4a6d-9fad-07715a865613 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:26.644988 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.647620 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-5809cc9c-f6b5-49cd-8add-b5ff700712b9 None None] Port 8460266d-dc0d-4688-81e9-75b457001930 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:26.657036 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-eb003ca4-3ecb-4279-a8ea-217ca03889e2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3445182 May 23 13:01:26.705428 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:26.731300 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port bc94a94f-9114-4a6d-9fad-07715a865613 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:26.731877 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.767490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port bc94a94f-9114-4a6d-9fad-07715a865613, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc94a94f-9114-4a6d-9fad-07715a865613,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:26.882577 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:26.911417 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:26.952697 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=bc94a94f-9114-4a6d-9fad-07715a865613,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:26.968970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33938) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:26.970622 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33940) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:27.041056 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-627be6f5-af8a-424e-b0ef-4f8382d7391d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e3c84deee9a435a9c1e72e8408c18b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0690179 May 23 13:01:27.044062 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33944) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:27.064699 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5291c-dddb-481e-a2a8-a83133bbfbdc req-e5831337-4486-4ed3-bd4d-486fb252d309 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:27.066750 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54e5291c-dddb-481e-a2a8-a83133bbfbdc req-e5831337-4486-4ed3-bd4d-486fb252d309 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 931 time: 0.0594916 May 23 13:01:27.099692 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3983d0df-a467-4767-9bec-9f7398e242b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.104150 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-052d2322-6257-460e-973c-d0fd59e94e25 admin admin] Publish callbacks [] for security_group (e052a1b8-fbd6-4226-8182-5d32f1512054), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.125601 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:27.135986 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-052d2322-6257-460e-973c-d0fd59e94e25 admin admin] Publish callbacks [] for security_group (e052a1b8-fbd6-4226-8182-5d32f1512054), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.148552 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54e5291c-dddb-481e-a2a8-a83133bbfbdc req-29a4bd6c-7649-4648-aa57-caa90d5151aa tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754569 May 23 13:01:27.223777 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9593f60-77a5-41c7-ab0d-b6f19f0781d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.277357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-052d2322-6257-460e-973c-d0fd59e94e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e052a1b8-fbd6-4226-8182-5d32f1512054), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.280169 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-052d2322-6257-460e-973c-d0fd59e94e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.290354 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-052d2322-6257-460e-973c-d0fd59e94e25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e052a1b8-fbd6-4226-8182-5d32f1512054 HTTP/1.1" status: 204 len: 168 time: 0.2405872 May 23 13:01:27.304650 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d2322-6257-460e-973c-d0fd59e94e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e052a1b8-fbd6-4226-8182-5d32f1512054,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:27.311927 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9593f60-77a5-41c7-ab0d-b6f19f0781d2 admin admin] Publish callbacks [] for security_group (508a651a-2103-4129-85aa-c5dd7243bd3d), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.405138 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f9593f60-77a5-41c7-ab0d-b6f19f0781d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (508a651a-2103-4129-85aa-c5dd7243bd3d), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.446589 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f9593f60-77a5-41c7-ab0d-b6f19f0781d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95675a44f30b42ef94a8afb1b9167f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760087 May 23 13:01:27.449016 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9593f60-77a5-41c7-ab0d-b6f19f0781d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508a651a-2103-4129-85aa-c5dd7243bd3d,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:27.449932 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33960) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:27.490633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 33964) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:27.496641 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-3300c9c1-01e4-44b1-b203-5c2348cda2ef tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267520630', 'description': 'tempest-secgroup-smoke-267520630 description', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:27.517953 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e805320f-8e00-421c-a12f-f6fc1f632495 admin admin] Publish callbacks [] for security_group (508a651a-2103-4129-85aa-c5dd7243bd3d), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.541112 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e805320f-8e00-421c-a12f-f6fc1f632495 admin admin] Publish callbacks [] for security_group (508a651a-2103-4129-85aa-c5dd7243bd3d), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.577068 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3300c9c1-01e4-44b1-b203-5c2348cda2ef tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.591401 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Sync routers for ids ['e7343638-8fd6-42bd-904f-51399506b731'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:01:27.597935 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Routers {'e7343638-8fd6-42bd-904f-51399506b731'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:27.598970 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['e7343638-8fd6-42bd-904f-51399506b731'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:27.705912 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e805320f-8e00-421c-a12f-f6fc1f632495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (508a651a-2103-4129-85aa-c5dd7243bd3d), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.709350 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e805320f-8e00-421c-a12f-f6fc1f632495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.710866 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-e805320f-8e00-421c-a12f-f6fc1f632495 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/508a651a-2103-4129-85aa-c5dd7243bd3d HTTP/1.1" status: 204 len: 168 time: 0.2597902 May 23 13:01:27.719219 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Set router e7343638-8fd6-42bd-904f-51399506b731 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:27.725007 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805320f-8e00-421c-a12f-f6fc1f632495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a651a-2103-4129-85aa-c5dd7243bd3d,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:27.791630 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c565-61c4-4f3b-abe9-4598ea8316f7 req-2ffd0673-54ff-4224-93b5-7fb20005b0c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:27.793224 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-12d1c565-61c4-4f3b-abe9-4598ea8316f7 req-2ffd0673-54ff-4224-93b5-7fb20005b0c3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1157384 May 23 13:01:27.842559 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3300c9c1-01e4-44b1-b203-5c2348cda2ef tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group (53e26d76-a5bb-4f68-957b-73a90c6790f2), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.866422 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-12d1c565-61c4-4f3b-abe9-4598ea8316f7 req-937ed65e-5439-48c3-b3fb-c64e030f877d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621846 May 23 13:01:27.917194 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3300c9c1-01e4-44b1-b203-5c2348cda2ef tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (53e26d76-a5bb-4f68-957b-73a90c6790f2), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:27.938097 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76'}], 'enable_snat': True}, 'gw_port_id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:01:24Z', 'revision_number': 4, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port': {'id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:20Z', 'updated_at': '2022-05-23T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8460266d-dc0d-4688-81e9-75b457001930', 'name': '', 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'mac_address': 'fa:16:3e:4a:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '264fb408-ab32-418d-83cf-ec3a343d4af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:24Z', 'updated_at': '2022-05-23T13:01:25Z', 'revision_number': 2, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'subnets': [{'id': '264fb408-ab32-418d-83cf-ec3a343d4af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:27.955143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300c9c1-01e4-44b1-b203-5c2348cda2ef tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e26d76-a5bb-4f68-957b-73a90c6790f2,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:27.970907 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Checking router: e7343638-8fd6-42bd-904f-51399506b731 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:01:27.971262 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Updating router e7343638-8fd6-42bd-904f-51399506b731 port 8460266d-dc0d-4688-81e9-75b457001930 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:01:28.003547 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8460266d-dc0d-4688-81e9-75b457001930), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.038976 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3300c9c1-01e4-44b1-b203-5c2348cda2ef tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.044192 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33982) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:28.044841 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-3300c9c1-01e4-44b1-b203-5c2348cda2ef tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5531363 May 23 13:01:28.049044 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-3ec8baf9-e1b1-448f-aa0f-8025ae656229 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'security_group_rule': {'security_group_id': '53e26d76-a5bb-4f68-957b-73a90c6790f2', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:28.110378 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33986) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:28.152829 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3ec8baf9-e1b1-448f-aa0f-8025ae656229 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (73106159-4f07-42da-9e77-4940962ef24b), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.162805 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:28.224409 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3ec8baf9-e1b1-448f-aa0f-8025ae656229 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (73106159-4f07-42da-9e77-4940962ef24b), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.283643 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9488b5-faf5-4142-bcfc-584385b76395 req-9b0427ba-3944-4ab6-90ad-b5040a5cd0a8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:28.285052 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5a9488b5-faf5-4142-bcfc-584385b76395 req-9b0427ba-3944-4ab6-90ad-b5040a5cd0a8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 931 time: 0.0516014 May 23 13:01:28.297927 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:28.344833 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Publish callbacks [] for port (8460266d-dc0d-4688-81e9-75b457001930), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.357439 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3ec8baf9-e1b1-448f-aa0f-8025ae656229 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (73106159-4f07-42da-9e77-4940962ef24b), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.365561 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-39360bbe-2755-4dab-9181-5d483cac111e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.416750 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device bc94a94f-9114-4a6d-9fad-07715a865613 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:28.422134 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8baf9-e1b1-448f-aa0f-8025ae656229 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73106159-4f07-42da-9e77-4940962ef24b,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:28.473225 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (8460266d-dc0d-4688-81e9-75b457001930), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.483308 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port bc94a94f-9114-4a6d-9fad-07715a865613 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:28.483776 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.506539 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:28.510077 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3ec8baf9-e1b1-448f-aa0f-8025ae656229 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.515229 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-3ec8baf9-e1b1-448f-aa0f-8025ae656229 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4668648 May 23 13:01:28.515412 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-39360bbe-2755-4dab-9181-5d483cac111e admin admin] Publish callbacks [] for security_group (cd92a17b-cf9c-4321-b092-001dc72985f6), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.516250 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33994) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:28.520872 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-be85cc3d-c00d-49b9-95d9-514ecd922880 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'security_group_rule': {'security_group_id': '53e26d76-a5bb-4f68-957b-73a90c6790f2', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:28.524108 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:28.548712 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 33998) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:28.557211 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5a9488b5-faf5-4142-bcfc-584385b76395 req-4cb08cab-a086-4b8e-9427-1a94e30a0c44 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661514 May 23 13:01:28.577731 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d98b54f7-bca7-4097-888e-b671f5cd0d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.585271 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:28.601117 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f861ea6-17de-45ec-97ab-fe503b05fc93 None None] Pushing event updated for resources: {'Port': ['ID=8460266d-dc0d-4688-81e9-75b457001930,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:28.622492 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-39360bbe-2755-4dab-9181-5d483cac111e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (cd92a17b-cf9c-4321-b092-001dc72985f6), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.641819 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be85cc3d-c00d-49b9-95d9-514ecd922880 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (6c8ca8a4-79a4-4254-8aea-1f39faa4a40a), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.719665 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Attempting to bind port 8460266d-dc0d-4688-81e9-75b457001930 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:28.719756 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-39360bbe-2755-4dab-9181-5d483cac111e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=841ef16df18f4714ba1a61a24c4fa366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6055462 May 23 13:01:28.719850 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Attempting to bind port 8460266d-dc0d-4688-81e9-75b457001930 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:28.719850 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Attempting to bind port 8460266d-dc0d-4688-81e9-75b457001930 on network f0293b4a-bf45-416e-b0bd-ac118e54f441 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:28.721199 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34002) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:28.726969 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:28.727594 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Checking segment: {'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:28.729004 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.729429 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Bound using segment: {'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:28.730550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Bound port: 8460266d-dc0d-4688-81e9-75b457001930, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:28.734812 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360bbe-2755-4dab-9181-5d483cac111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd92a17b-cf9c-4321-b092-001dc72985f6,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:28.737047 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8460266d-dc0d-4688-81e9-75b457001930), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.794438 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port bc94a94f-9114-4a6d-9fad-07715a865613 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:28.820597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3beca4c-d06b-48a5-b23d-bcd5b871605e admin admin] Publish callbacks [] for security_group (cd92a17b-cf9c-4321-b092-001dc72985f6), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.844387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3beca4c-d06b-48a5-b23d-bcd5b871605e admin admin] Publish callbacks [] for security_group (cd92a17b-cf9c-4321-b092-001dc72985f6), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.846892 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d98b54f7-bca7-4097-888e-b671f5cd0d98 admin admin] Publish callbacks [] for security_group (fec00993-c987-47d2-9de6-f41772348ae0), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.887231 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-b5f73ed8-115a-4d22-b67e-9c794174dc14 None None] Provisioning complete for port 8460266d-dc0d-4688-81e9-75b457001930 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:28.887633 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b5f73ed8-115a-4d22-b67e-9c794174dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8460266d-dc0d-4688-81e9-75b457001930), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.921926 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] For port 8460266d-dc0d-4688-81e9-75b457001930, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:28.926459 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:28.937887 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] For port 8460266d-dc0d-4688-81e9-75b457001930, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8460266d-dc0d-4688-81e9-75b457001930,segment=NetworkSegment(b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6),segment_id=b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:28.940555 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-b5f73ed8-115a-4d22-b67e-9c794174dc14 None None] Port 8460266d-dc0d-4688-81e9-75b457001930 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:28.973457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d98b54f7-bca7-4097-888e-b671f5cd0d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (fec00993-c987-47d2-9de6-f41772348ae0), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:28.984885 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34012) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:28.991117 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe705-f042-44f6-80f2-f5f32392e11d req-46356716-2303-4af2-b666-eb926a2fc98c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:28.992629 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b26fe705-f042-44f6-80f2-f5f32392e11d req-46356716-2303-4af2-b666-eb926a2fc98c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0503838 May 23 13:01:29.020767 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b54f7-bca7-4097-888e-b671f5cd0d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec00993-c987-47d2-9de6-f41772348ae0,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:29.028664 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d98b54f7-bca7-4097-888e-b671f5cd0d98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53f8cb95bdab430d9027d8eeacf0c669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776480 May 23 13:01:29.032346 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34016) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:29.033979 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be85cc3d-c00d-49b9-95d9-514ecd922880 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (6c8ca8a4-79a4-4254-8aea-1f39faa4a40a), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.058954 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b26fe705-f042-44f6-80f2-f5f32392e11d req-2bd7befe-7bd5-4cf6-9b29-618febf20662 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549247 May 23 13:01:29.061141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (8460266d-dc0d-4688-81e9-75b457001930), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.093388 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-532db129-66dd-41fb-8031-a62ec0c73aa2 admin admin] Publish callbacks [] for security_group (fec00993-c987-47d2-9de6-f41772348ae0), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.108740 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be85cc3d-c00d-49b9-95d9-514ecd922880 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (6c8ca8a4-79a4-4254-8aea-1f39faa4a40a), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.123503 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Routers {'e7343638-8fd6-42bd-904f-51399506b731'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:29.123670 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-532db129-66dd-41fb-8031-a62ec0c73aa2 admin admin] Publish callbacks [] for security_group (fec00993-c987-47d2-9de6-f41772348ae0), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.124140 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:00:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['e7343638-8fd6-42bd-904f-51399506b731'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:29.137179 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3beca4c-d06b-48a5-b23d-bcd5b871605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (cd92a17b-cf9c-4321-b092-001dc72985f6), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.143029 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3beca4c-d06b-48a5-b23d-bcd5b871605e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.144861 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f3beca4c-d06b-48a5-b23d-bcd5b871605e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd92a17b-cf9c-4321-b092-001dc72985f6 HTTP/1.1" status: 204 len: 168 time: 0.4226658 May 23 13:01:29.159082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3beca4c-d06b-48a5-b23d-bcd5b871605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd92a17b-cf9c-4321-b092-001dc72985f6,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:29.162432 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85cc3d-c00d-49b9-95d9-514ecd922880 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8ca8a4-79a4-4254-8aea-1f39faa4a40a,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:29.174908 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-network', 'tenant_id': '5b4d791d4aca45429094aa0fea349041'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:29.199451 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f861ea6-17de-45ec-97ab-fe503b05fc93 None None] Pushing event updated for resources: {'Port': ['ID=8460266d-dc0d-4688-81e9-75b457001930,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:29.262293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be85cc3d-c00d-49b9-95d9-514ecd922880 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.264593 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-be85cc3d-c00d-49b9-95d9-514ecd922880 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7461164 May 23 13:01:29.272071 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34020) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:29.277118 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-9b2b7ab6-5b2e-4cf1-bcee-69b769de2416 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'security_group_rule': {'security_group_id': '53e26d76-a5bb-4f68-957b-73a90c6790f2', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:29.287319 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] Set router e7343638-8fd6-42bd-904f-51399506b731 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:29.290655 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-532db129-66dd-41fb-8031-a62ec0c73aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (fec00993-c987-47d2-9de6-f41772348ae0), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.293379 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-532db129-66dd-41fb-8031-a62ec0c73aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.297354 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-532db129-66dd-41fb-8031-a62ec0c73aa2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fec00993-c987-47d2-9de6-f41772348ae0 HTTP/1.1" status: 204 len: 168 time: 0.2595119 May 23 13:01:29.307219 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532db129-66dd-41fb-8031-a62ec0c73aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec00993-c987-47d2-9de6-f41772348ae0,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:29.363115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Made reservation on behalf of 5b4d791d4aca45429094aa0fea349041 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:29.366497 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.379658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.404468 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b2b7ab6-5b2e-4cf1-bcee-69b769de2416 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (9b7907b9-9e77-470a-80a3-601fffa11e8d), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.477353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks [] for security_group (f4c1acd6-1bbf-4b32-b08e-1e1a13de1932), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.496977 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-71c02b0b-f876-4962-b088-78c6bfb4dfad None None] Provisioning complete for port 8460266d-dc0d-4688-81e9-75b457001930 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:29.497355 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-71c02b0b-f876-4962-b088-78c6bfb4dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8460266d-dc0d-4688-81e9-75b457001930), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.503130 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b2b7ab6-5b2e-4cf1-bcee-69b769de2416 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (9b7907b9-9e77-470a-80a3-601fffa11e8d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.585601 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b2b7ab6-5b2e-4cf1-bcee-69b769de2416 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (9b7907b9-9e77-470a-80a3-601fffa11e8d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.587039 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f4c1acd6-1bbf-4b32-b08e-1e1a13de1932), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.664765 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:01:29.668264 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b7ab6-5b2e-4cf1-bcee-69b769de2416 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7907b9-9e77-470a-80a3-601fffa11e8d,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:29.689816 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1dac0c0a-67e3-42c5-868c-fb6fa54109df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.701013 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:29.720790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (d2fb1af9-4056-46c3-b922-7ac5a93cce02), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.721216 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Added segment d2fb1af9-4056-46c3-b922-7ac5a93cce02 of type vlan for network 08745ac9-8019-40f9-9db5-aea6cd887576 May 23 13:01:29.734903 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9b2b7ab6-5b2e-4cf1-bcee-69b769de2416 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.738859 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9b2b7ab6-5b2e-4cf1-bcee-69b769de2416 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4631248 May 23 13:01:29.739043 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34030) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:29.745771 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-55ee35a9-782a-4ee5-b72b-936373dc8dd7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'security_group_rule': {'security_group_id': '53e26d76-a5bb-4f68-957b-73a90c6790f2', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:29.769832 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76'}], 'enable_snat': True}, 'gw_port_id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:01:24Z', 'revision_number': 4, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port': {'id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:20Z', 'updated_at': '2022-05-23T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8460266d-dc0d-4688-81e9-75b457001930', 'name': '', 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'mac_address': 'fa:16:3e:4a:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '264fb408-ab32-418d-83cf-ec3a343d4af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:24Z', 'updated_at': '2022-05-23T13:01:28Z', 'revision_number': 4, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'subnets': [{'id': '264fb408-ab32-418d-83cf-ec3a343d4af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:29.786827 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c1acd6-1bbf-4b32-b08e-1e1a13de1932,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:29.807461 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8565ab52-9627-436b-be4a-ba5c978128e5 None None] The sync data for ids ['e7343638-8fd6-42bd-904f-51399506b731'] in dv-cinder-master-3-iscsi is: [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76'}], 'enable_snat': True}, 'gw_port_id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:01:24Z', 'revision_number': 4, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port': {'id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:20Z', 'updated_at': '2022-05-23T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8460266d-dc0d-4688-81e9-75b457001930', 'name': '', 'network_id': 'f0293b4a-bf45-416e-b0bd-ac118e54f441', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'mac_address': 'fa:16:3e:4a:96:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '264fb408-ab32-418d-83cf-ec3a343d4af3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:24Z', 'updated_at': '2022-05-23T13:01:28Z', 'revision_number': 4, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'subnets': [{'id': '264fb408-ab32-418d-83cf-ec3a343d4af3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:01:29.810074 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-71c02b0b-f876-4962-b088-78c6bfb4dfad None None] Current status of the port 8460266d-dc0d-4688-81e9-75b457001930 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:29.810539 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-71c02b0b-f876-4962-b088-78c6bfb4dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8460266d-dc0d-4688-81e9-75b457001930), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.850525 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a30aa-cf24-4b1e-8820-be73cf12a2f6 req-9162dd7c-ec5f-4e04-8dfe-4d14a2d6063d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:29.853287 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-029a30aa-cf24-4b1e-8820-be73cf12a2f6 req-9162dd7c-ec5f-4e04-8dfe-4d14a2d6063d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 931 time: 0.1571558 May 23 13:01:29.858643 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (08745ac9-8019-40f9-9db5-aea6cd887576), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.895957 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-71c02b0b-f876-4962-b088-78c6bfb4dfad None None] For port 8460266d-dc0d-4688-81e9-75b457001930, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8460266d-dc0d-4688-81e9-75b457001930,segment=NetworkSegment(b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6),segment_id=b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:29.916693 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-55ee35a9-782a-4ee5-b72b-936373dc8dd7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (d9b2fdfe-56ba-48df-9532-fad5815bf127), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.955324 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:29.980297 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-71c02b0b-f876-4962-b088-78c6bfb4dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (8460266d-dc0d-4688-81e9-75b457001930), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:29.993392 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-029a30aa-cf24-4b1e-8820-be73cf12a2f6 req-fd0961f9-730b-4237-a9ce-addfafa8db2b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290798 May 23 13:01:30.027035 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-55ee35a9-782a-4ee5-b72b-936373dc8dd7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (d9b2fdfe-56ba-48df-9532-fad5815bf127), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.048359 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c02b0b-f876-4962-b088-78c6bfb4dfad None None] Pushing event updated for resources: {'Port': ['ID=8460266d-dc0d-4688-81e9-75b457001930,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:30.053863 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34034) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:30.070931 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-860e4497-b2f9-4e9b-a2a0-e908bb44c625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.100409 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (08745ac9-8019-40f9-9db5-aea6cd887576), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.102025 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:30.107664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.127113 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-55ee35a9-782a-4ee5-b72b-936373dc8dd7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (d9b2fdfe-56ba-48df-9532-fad5815bf127), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.172450 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee35a9-782a-4ee5-b72b-936373dc8dd7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b2fdfe-56ba-48df-9532-fad5815bf127,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:30.200393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Request body: {'port': {'device_id': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:30.201651 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-860e4497-b2f9-4e9b-a2a0-e908bb44c625 admin admin] Publish callbacks [] for security_group (d1bcfba3-9597-4eff-9dce-1a9ec6522eb4), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.285786 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] Pushing event updated for resources: {'Network': ['ID=08745ac9-8019-40f9-9db5-aea6cd887576,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:30.427444 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 08745ac9-8019-40f9-9db5-aea6cd887576 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:01:30.428565 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bf4fa-d650-4224-81d9-eff5081ddc69 req-09b460f6-042b-4166-91cc-4eb60a285ce0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:30.428565 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-992bf4fa-d650-4224-81d9-eff5081ddc69 req-09b460f6-042b-4166-91cc-4eb60a285ce0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1058333 May 23 13:01:30.428565 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.428565 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-992bf4fa-d650-4224-81d9-eff5081ddc69 req-d49f2622-64f1-4389-8cf7-aacd672419e9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000431 May 23 13:01:30.480345 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34038) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:30.480532 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d4b1c4ca-4d13-494f-badc-2027f59af74b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4866617 May 23 13:01:30.486397 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Request body: {'subnet': {'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-subnet', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:30.509460 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:01:30.523246 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 8460266d-dc0d-4688-81e9-75b457001930 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:30.589298 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 8460266d-dc0d-4688-81e9-75b457001930 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:30.589666 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8460266d-dc0d-4688-81e9-75b457001930), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.596661 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-55ee35a9-782a-4ee5-b72b-936373dc8dd7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.600439 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-55ee35a9-782a-4ee5-b72b-936373dc8dd7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8579237 May 23 13:01:30.605649 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-860e4497-b2f9-4e9b-a2a0-e908bb44c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (d1bcfba3-9597-4eff-9dce-1a9ec6522eb4), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.606992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34040) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:30.611929 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'security_group_rule': {'security_group_id': '53e26d76-a5bb-4f68-957b-73a90c6790f2', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:30.656127 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.684599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34042) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:30.688250 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:30.695441 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Made reservation on behalf of 5b4d791d4aca45429094aa0fea349041 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:01:30.699928 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27114685'] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.715336 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 8460266d-dc0d-4688-81e9-75b457001930 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:30.718694 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-860e4497-b2f9-4e9b-a2a0-e908bb44c625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19c37ded87a845558f6800794483ed3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6610410 May 23 13:01:30.721146 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34044) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:30.727794 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e4497-b2f9-4e9b-a2a0-e908bb44c625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcfba3-9597-4eff-9dce-1a9ec6522eb4,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:30.739207 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.securitygroups_db [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Project c7ef8e9bc68d4e60b8993eac9f160a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 13:01:30.759047 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f56a13d0-7223-4ea7-be13-223cf07ddcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.774326 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (68022c4c-2751-44bf-8fc0-a0fb56198d3f), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.861279 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c66efc4d-29f7-4c31-82b3-ad7bba055d82 admin admin] Publish callbacks [] for security_group (d1bcfba3-9597-4eff-9dce-1a9ec6522eb4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.917187 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c66efc4d-29f7-4c31-82b3-ad7bba055d82 admin admin] Publish callbacks [] for security_group (d1bcfba3-9597-4eff-9dce-1a9ec6522eb4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.924758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (68022c4c-2751-44bf-8fc0-a0fb56198d3f), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:30.996862 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e9d1a4-308e-43f5-9c0e-42aa73aab730 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:01:31.012012 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Publish callbacks [] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.031544 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f56a13d0-7223-4ea7-be13-223cf07ddcbf admin admin] Publish callbacks [] for security_group (3e5a554d-cdfc-4a76-9e43-ac21ca7ef276), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.068632 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (68022c4c-2751-44bf-8fc0-a0fb56198d3f), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.095869 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68022c4c-2751-44bf-8fc0-a0fb56198d3f,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.098115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Transition to ACTIVE for port object 01e9d1a4-308e-43f5-9c0e-42aa73aab730 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:01:31.098794 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27114575'] for subnet (3158b868-d3a2-4417-a98b-d7b49dfcae9d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.101558 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c66efc4d-29f7-4c31-82b3-ad7bba055d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (d1bcfba3-9597-4eff-9dce-1a9ec6522eb4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.103939 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c66efc4d-29f7-4c31-82b3-ad7bba055d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.112967 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c66efc4d-29f7-4c31-82b3-ad7bba055d82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1bcfba3-9597-4eff-9dce-1a9ec6522eb4 HTTP/1.1" status: 204 len: 168 time: 0.3831344 May 23 13:01:31.112967 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:31.113780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f56a13d0-7223-4ea7-be13-223cf07ddcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3e5a554d-cdfc-4a76-9e43-ac21ca7ef276), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.174762 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66efc4d-29f7-4c31-82b3-ad7bba055d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcfba3-9597-4eff-9dce-1a9ec6522eb4,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.191526 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601fcef-72c6-4d65-8bdd-e840995d1777 req-4a67ec5c-9480-4303-a0c8-dc68c7c58c3a tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:31.194128 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3158b868-d3a2-4417-a98b-d7b49dfcae9d,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.194476 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3601fcef-72c6-4d65-8bdd-e840995d1777 req-4a67ec5c-9480-4303-a0c8-dc68c7c58c3a tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 931 time: 0.1007226 May 23 13:01:31.204327 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34058) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:31.205994 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f56a13d0-7223-4ea7-be13-223cf07ddcbf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a3560cee69a4b6a98856668d8724958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5193179 May 23 13:01:31.207698 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a13d0-7223-4ea7-be13-223cf07ddcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a554d-cdfc-4a76-9e43-ac21ca7ef276,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.213916 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.220588 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.221165 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ae74ccc7-4e2d-44b4-be0a-7b00fe0ab74b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6129062 May 23 13:01:31.224026 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34060) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:31.228858 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'security_group_rule': {'security_group_id': '53e26d76-a5bb-4f68-957b-73a90c6790f2', 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:31.255133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Checking segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:31.255494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Network hostable DHCP agents. Network: 08745ac9-8019-40f9-9db5-aea6cd887576, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:01:31.306294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Pushing event updated for resources: {'Port': ['ID=01e9d1a4-308e-43f5-9c0e-42aa73aab730,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.320532 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-462951fb-c319-4bd6-ac1c-d2e7a7630a93 admin admin] Publish callbacks [] for security_group (3e5a554d-cdfc-4a76-9e43-ac21ca7ef276), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.345919 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-462951fb-c319-4bd6-ac1c-d2e7a7630a93 admin admin] Publish callbacks [] for security_group (3e5a554d-cdfc-4a76-9e43-ac21ca7ef276), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.348396 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3601fcef-72c6-4d65-8bdd-e840995d1777 req-98230efc-1311-4d64-adb6-47546da710fb tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375282 May 23 13:01:31.372585 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.securitygroups_db [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Project c7ef8e9bc68d4e60b8993eac9f160a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 13:01:31.381935 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (336f32de-8ce9-44b1-9669-9508f156dd2b), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.387810 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Network 08745ac9-8019-40f9-9db5-aea6cd887576 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:01:31.408633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Attempting to bind port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:31.418089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Attempting to bind port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:31.418089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Attempting to bind port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 on network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:31.418089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 on network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:01:31.418089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Attempting to bind port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 on network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:31.420534 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:31.420880 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Checking segment: {'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:31.421254 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Bound using segment: {'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:31.421683 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Bound port: 01e9d1a4-308e-43f5-9c0e-42aa73aab730, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:31.422085 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.465191 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (336f32de-8ce9-44b1-9669-9508f156dd2b), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.476305 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:31.520865 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 08745ac9-8019-40f9-9db5-aea6cd887576) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:31.525354 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:31.527338 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.532782 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] For port 01e9d1a4-308e-43f5-9c0e-42aa73aab730, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:31.533842 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa10d476-921d-422b-84e3-fa50c93bbdbd None None] Network 08745ac9-8019-40f9-9db5-aea6cd887576 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:31.545591 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-462951fb-c319-4bd6-ac1c-d2e7a7630a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3e5a554d-cdfc-4a76-9e43-ac21ca7ef276), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.548398 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-462951fb-c319-4bd6-ac1c-d2e7a7630a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.552559 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-462951fb-c319-4bd6-ac1c-d2e7a7630a93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e5a554d-cdfc-4a76-9e43-ac21ca7ef276 HTTP/1.1" status: 204 len: 168 time: 0.3452308 May 23 13:01:31.553375 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (336f32de-8ce9-44b1-9669-9508f156dd2b), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.562897 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] For port 01e9d1a4-308e-43f5-9c0e-42aa73aab730, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01e9d1a4-308e-43f5-9c0e-42aa73aab730,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:31.577059 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462951fb-c319-4bd6-ac1c-d2e7a7630a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a554d-cdfc-4a76-9e43-ac21ca7ef276,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.585640 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac48f0a-b512-4413-bf8c-90f658d4fbe0 req-68990c03-9f40-4d84-886c-a417fde04fc6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:31.586922 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336f32de-8ce9-44b1-9669-9508f156dd2b,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.587904 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac48f0a-b512-4413-bf8c-90f658d4fbe0 req-68990c03-9f40-4d84-886c-a417fde04fc6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0711014 May 23 13:01:31.613209 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:31.636848 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9d9c647e-6e43-47ea-a492-6fac9efd5ceb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1503537 May 23 13:01:31.636848 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34076) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:31.641448 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.643090 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:31.685234 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.686777 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-8a494057-dee6-40b8-a207-95e2a09394b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4618356 May 23 13:01:31.700165 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac48f0a-b512-4413-bf8c-90f658d4fbe0 req-c595a9ff-943c-4b3b-abb4-7885811f60ad tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048231 May 23 13:01:31.711201 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:31.711358 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-08745ac9-8019-40f9-9db5-aea6cd887576', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'project_id': '5b4d791d4aca45429094aa0fea349041', 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:01:31.711773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.712298 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.713127 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] 10.222.0.49 "PUT /v2.0/ports/01e9d1a4-308e-43f5-9c0e-42aa73aab730 HTTP/1.1" status: 200 len: 1093 time: 1.5201964 May 23 13:01:31.713557 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'tag': '01e9d1a4-308e-43f5-9c0e-42aa73aab730'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:01:31.716014 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd819b23-9635-4c34-a005-d4804c76e87c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8", "tag": "01e9d1a4-308e-43f5-9c0e-42aa73aab730"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:01:31.726346 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (19b95bcf-0494-445a-a7bf-fa890d433ef4), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.727132 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (19b95bcf-0494-445a-a7bf-fa890d433ef4), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.733468 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737b4fc-db3d-466d-bb33-92579743f912 service neutron] Pushing event updated for resources: {'Port': ['ID=01e9d1a4-308e-43f5-9c0e-42aa73aab730,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:31.797573 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44cab37-fab2-40d2-9282-bd04bca0e29b x-openstack-request-id: req-d44cab37-fab2-40d2-9282-bd04bca0e29b {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:01:31.797865 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8", "tag": "01e9d1a4-308e-43f5-9c0e-42aa73aab730", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:01:31.798148 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d44cab37-fab2-40d2-9282-bd04bca0e29b {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:01:31.798553 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44cab37-fab2-40d2-9282-bd04bca0e29b'] response: {'name': 'network-changed', 'server_uuid': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'tag': '01e9d1a4-308e-43f5-9c0e-42aa73aab730', 'status': 'completed', 'code': 200} May 23 13:01:31.862954 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks [] for router_controller (19b95bcf-0494-445a-a7bf-fa890d433ef4), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:31.917759 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd819b23-9635-4c34-a005-d4804c76e87c req-bb77fd5d-addd-4ad2-a0a8-60952f47935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:31.919564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fd819b23-9635-4c34-a005-d4804c76e87c req-bb77fd5d-addd-4ad2-a0a8-60952f47935b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b3719ab772449d79dc00dc96487dc36&device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 1127 time: 0.0653672 May 23 13:01:31.962061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.015388 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Allocated IP 172.20.0.2 (08745ac9-8019-40f9-9db5-aea6cd887576/3158b868-d3a2-4417-a98b-d7b49dfcae9d/f68e95f8-cc27-4c02-9fd1-721f4927ae03) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:32.254932 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks [] for router_gateway (19b95bcf-0494-445a-a7bf-fa890d433ef4), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.326671 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Publish callbacks [] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.326802 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd819b23-9635-4c34-a005-d4804c76e87c req-1ab357c3-9e61-4f8c-98f8-cc23816d9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:32.328199 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fd819b23-9635-4c34-a005-d4804c76e87c req-1ab357c3-9e61-4f8c-98f8-cc23816d9adb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3b3719ab772449d79dc00dc96487dc36&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3865082 May 23 13:01:32.425712 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.478902 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Network 08745ac9-8019-40f9-9db5-aea6cd887576 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:32.483380 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:32.489053 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:32.494753 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Pushing event updated for resources: {'Port': ['ID=f68e95f8-cc27-4c02-9fd1-721f4927ae03,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:32.583813 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Attempting to bind port f68e95f8-cc27-4c02-9fd1-721f4927ae03 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:32.584491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Attempting to bind port f68e95f8-cc27-4c02-9fd1-721f4927ae03 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:32.585241 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Attempting to bind port f68e95f8-cc27-4c02-9fd1-721f4927ae03 on network 08745ac9-8019-40f9-9db5-aea6cd887576 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:32.608143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9986e61-ab92-45c6-aa04-3d7f7cfa798e req-c3998b9a-f4f6-41b1-85ab-5674f73eaee3 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:32.610241 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks [] for router_gateway (19b95bcf-0494-445a-a7bf-fa890d433ef4), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.610774 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c9986e61-ab92-45c6-aa04-3d7f7cfa798e req-c3998b9a-f4f6-41b1-85ab-5674f73eaee3 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 943 time: 0.1696513 May 23 13:01:32.629796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:32.629796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Checking segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:32.629796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.629796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Bound using segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:32.629796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Bound port: f68e95f8-cc27-4c02-9fd1-721f4927ae03, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:32.629796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.634145 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.659477 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd819b23-9635-4c34-a005-d4804c76e87c req-e4fb27b0-67bf-4fbc-8026-6d5657b18a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:32.661394 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fd819b23-9635-4c34-a005-d4804c76e87c req-e4fb27b0-67bf-4fbc-8026-6d5657b18a29 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3237097 May 23 13:01:32.714522 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c9986e61-ab92-45c6-aa04-3d7f7cfa798e req-0dfae862-48bd-4ebd-ad20-a4c4e10f543c tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935986 May 23 13:01:32.788542 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] For port f68e95f8-cc27-4c02-9fd1-721f4927ae03, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:32.802796 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] For port f68e95f8-cc27-4c02-9fd1-721f4927ae03, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f68e95f8-cc27-4c02-9fd1-721f4927ae03,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:32.833217 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:32.841177 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Allocated IP 172.37.1.32 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/1b4552ad-a0cd-4ab8-9bcc-8e2701383167) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:32.869007 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-f1a371a7-9996-49bf-816a-57b2e79fbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:32.869007 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-f1a371a7-9996-49bf-816a-57b2e79fbfbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b3719ab772449d79dc00dc96487dc36&device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 1127 time: 0.1019185 May 23 13:01:32.919916 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-53d27fe1-fa1f-425b-8b88-b38034ebd9e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01e9d1a4-308e-43f5-9c0e-42aa73aab730 HTTP/1.1" status: 200 len: 217 time: 0.0391376 May 23 13:01:32.930942 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5237-5365-42d8-b802-28871ef900dc req-c18e7889-b6dd-4639-b2ee-60a44cef1ffe tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:32.932491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-006e5237-5365-42d8-b802-28871ef900dc req-c18e7889-b6dd-4639-b2ee-60a44cef1ffe tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0905619 May 23 13:01:32.938155 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:32.989066 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks [] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:33.020171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-006e5237-5365-42d8-b802-28871ef900dc req-99f2f9c5-4823-4513-b6ce-fb4c5a7e05a4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781150 May 23 13:01:33.049138 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-ab7459ca-ea38-4ffb-81e7-0f4d934d7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:33.050653 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-ab7459ca-ea38-4ffb-81e7-0f4d934d7572 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=055503dc-bfe2-4cc1-8db8-d692f17dcdc0 HTTP/1.1" status: 200 len: 849 time: 0.1171265 May 23 13:01:33.094361 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17870c8f-927d-4cc9-a67d-adaddc709125 None None] Pushing event updated for resources: {'Port': ['ID=f68e95f8-cc27-4c02-9fd1-721f4927ae03,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:33.123593 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-1ec8fdcc-a335-4c6d-a03a-b6f7ee60aceb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58c39c65-d0c2-47c3-84c7-3d9e660a4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629544 May 23 13:01:33.149990 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:33.207764 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:33.213462 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:33.217779 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:33.278506 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Pushing event updated for resources: {'Port': ['ID=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:33.302253 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-57cd343c-acc1-4a93-8efd-0da9c092b1d3 service neutron] 10.222.0.49 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704245 May 23 13:01:33.373647 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:33.454049 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:33.475531 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4b47cf7-69ca-4410-9535-e4107fd402ef req-5225cd3b-9431-4533-9f1c-33d807a37ed7 service neutron] 10.222.0.49 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629534 May 23 13:01:33.712737 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks [] for router_gateway (19b95bcf-0494-445a-a7bf-fa890d433ef4), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:33.915434 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1ae66-3d07-4786-8d8d-88e9d7931291 req-6ac50b45-9bd3-4a81-b587-3c401742fefa tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:33.928656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09c1ae66-3d07-4786-8d8d-88e9d7931291 req-6ac50b45-9bd3-4a81-b587-3c401742fefa tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 943 time: 0.0769398 May 23 13:01:33.979665 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=100 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:34.010293 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09c1ae66-3d07-4786-8d8d-88e9d7931291 req-64a025c5-8847-4074-85ff-019ffa4fc42b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806797 May 23 13:01:34.049035 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:34.199996 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (19b95bcf-0494-445a-a7bf-fa890d433ef4), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:34.224186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239efdb4-afe7-4c70-a384-521f5b20a526 req-1a986436-ab19-4b73-9882-f653c7a74dd9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:34.226046 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-239efdb4-afe7-4c70-a384-521f5b20a526 req-1a986436-ab19-4b73-9882-f653c7a74dd9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0968354 May 23 13:01:34.306900 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-239efdb4-afe7-4c70-a384-521f5b20a526 req-f690362a-defd-498d-97c8-23aa928e1aad tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751731 May 23 13:01:34.382742 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2994db-a369-4eed-98f2-7f4ae5016606 None None] Network 08745ac9-8019-40f9-9db5-aea6cd887576 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:01:34.454580 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Router 19b95bcf-0494-445a-a7bf-fa890d433ef4 is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:01:34.465671 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device f68e95f8-cc27-4c02-9fd1-721f4927ae03 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:34.471378 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-98262d57-6a2d-4810-8157-05c64a3df0a6 None None] Provisioning complete for port f68e95f8-cc27-4c02-9fd1-721f4927ae03 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:34.471747 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-98262d57-6a2d-4810-8157-05c64a3df0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:34.591309 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:34.602393 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:01:34.616803 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Sync routers for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:01:34.621937 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port f68e95f8-cc27-4c02-9fd1-721f4927ae03 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:34.621937 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:34.635103 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:34.636315 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:01:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:34.641211 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:34.684863 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-98262d57-6a2d-4810-8157-05c64a3df0a6 None None] Current status of the port f68e95f8-cc27-4c02-9fd1-721f4927ae03 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:34.687720 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-98262d57-6a2d-4810-8157-05c64a3df0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:34.697379 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:34.703130 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-78562a5d-b831-4d74-805f-2f0e00b9233e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0643098 May 23 13:01:34.703441 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34268) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:34.750845 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-98262d57-6a2d-4810-8157-05c64a3df0a6 None None] For port f68e95f8-cc27-4c02-9fd1-721f4927ae03, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f68e95f8-cc27-4c02-9fd1-721f4927ae03,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:34.796011 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:34.808075 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port f68e95f8-cc27-4c02-9fd1-721f4927ae03 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:34.808788 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:34.830148 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:34.843986 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-98262d57-6a2d-4810-8157-05c64a3df0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:34.941001 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.db.api [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 23 13:01:34.941522 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG oslo_db.api [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 23 13:01:34.946844 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98262d57-6a2d-4810-8157-05c64a3df0a6 None None] Pushing event updated for resources: {'Port': ['ID=f68e95f8-cc27-4c02-9fd1-721f4927ae03,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:35.055962 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:33Z', 'revision_number': 3, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:35.067651 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-36ce7dab-4a20-4f26-acdf-a9e0669ff491 None None] Provisioning complete for port f68e95f8-cc27-4c02-9fd1-721f4927ae03 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:35.068101 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-36ce7dab-4a20-4f26-acdf-a9e0669ff491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.089585 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Checking router: 19b95bcf-0494-445a-a7bf-fa890d433ef4 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:01:35.091652 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Updating router 19b95bcf-0494-445a-a7bf-fa890d433ef4 port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:01:35.108952 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:35.131390 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.162305 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:35.200580 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-36ce7dab-4a20-4f26-acdf-a9e0669ff491 None None] Current status of the port f68e95f8-cc27-4c02-9fd1-721f4927ae03 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:35.293792 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121da2d-c38c-41a0-a0a8-b02f44c09731 req-02374b13-afdc-4f57-b04c-bd1f3dfa151f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:35.296004 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a121da2d-c38c-41a0-a0a8-b02f44c09731 req-02374b13-afdc-4f57-b04c-bd1f3dfa151f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 943 time: 0.0835130 May 23 13:01:35.401166 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:35.511748 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port f68e95f8-cc27-4c02-9fd1-721f4927ae03 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:35.559600 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Publish callbacks [] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.577397 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a121da2d-c38c-41a0-a0a8-b02f44c09731 req-8366efde-15c0-48e0-ab05-f0242061877b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476759 May 23 13:01:35.601764 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe4f27-c0b5-4ba7-a691-7e7b95d0afec req-f7e2cf38-061b-4743-be21-a4b44e4f793a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:35.613147 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5bfe4f27-c0b5-4ba7-a691-7e7b95d0afec req-f7e2cf38-061b-4743-be21-a4b44e4f793a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0973108 May 23 13:01:35.665788 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.734337 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5bfe4f27-c0b5-4ba7-a691-7e7b95d0afec req-a936b77c-b67c-4d30-a1dc-32db74d0140a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 May 23 13:01:35.749483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.767020 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b926d-c15b-4ccc-9a4a-bd5fe89352d5 None None] Pushing event updated for resources: {'Port': ['ID=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,revision_number=2']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:35.769772 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Attempting to bind port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:35.770406 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Attempting to bind port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:35.771036 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Attempting to bind port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:35.777708 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:35.778405 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:35.778899 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.780097 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:35.780819 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Bound port: 1b4552ad-a0cd-4ab8-9bcc-8e2701383167, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:35.781413 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.836212 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] For port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:35.839816 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] For port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:35.928583 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Allocated IP 172.20.0.1 (08745ac9-8019-40f9-9db5-aea6cd887576/3158b868-d3a2-4417-a98b-d7b49dfcae9d/f83693a3-a6b5-414d-bfe1-4a1e7733ce73) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:35.956338 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:35.987936 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34318) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:36.023469 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:36.024626 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:01:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:36.060969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks [] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.061432 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b926d-c15b-4ccc-9a4a-bd5fe89352d5 None None] Pushing event updated for resources: {'Port': ['ID=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:36.202969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.212131 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-51c13276-0ee8-4eec-b383-28ef1d0b4036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.227369 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:36.251304 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:36.259650 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:36.270255 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Network 08745ac9-8019-40f9-9db5-aea6cd887576 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:36.272587 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:36.277854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:36.376402 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (19b95bcf-0494-445a-a7bf-fa890d433ef4), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.380773 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-51c13276-0ee8-4eec-b383-28ef1d0b4036 admin admin] Publish callbacks [] for security_group (08c6388d-632b-4a70-be79-2c3a7015b734), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.475696 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:33Z', 'revision_number': 3, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:36.488861 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device f68e95f8-cc27-4c02-9fd1-721f4927ae03 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:36.508400 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-51c13276-0ee8-4eec-b383-28ef1d0b4036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (08c6388d-632b-4a70-be79-2c3a7015b734), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.517458 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43e9cc-0634-448d-88a1-af19e95c96bd None None] The sync data for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi is: [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:33Z', 'revision_number': 3, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:01:36.564514 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-51c13276-0ee8-4eec-b383-28ef1d0b4036 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec74e160a3f74c11b1d25cedcd9be911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5748770 May 23 13:01:36.565482 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c13276-0ee8-4eec-b383-28ef1d0b4036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c6388d-632b-4a70-be79-2c3a7015b734,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:36.567708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34338) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:36.581511 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port f68e95f8-cc27-4c02-9fd1-721f4927ae03 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:36.581986 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.639831 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-aa99363c-2621-4a8d-ac01-5486e72b2612 admin admin] Publish callbacks [] for security_group (08c6388d-632b-4a70-be79-2c3a7015b734), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.694730 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.705081 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-aa99363c-2621-4a8d-ac01-5486e72b2612 admin admin] Publish callbacks [] for security_group (08c6388d-632b-4a70-be79-2c3a7015b734), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.736911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-ddeff83c-62f7-4609-9359-d5b38bcf2137 None None] Provisioning complete for port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:36.736911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ddeff83c-62f7-4609-9359-d5b38bcf2137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:36.803735 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-ddeff83c-62f7-4609-9359-d5b38bcf2137 None None] Port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:36.806990 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port f68e95f8-cc27-4c02-9fd1-721f4927ae03 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:36.969151 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c3f8b-0ec3-48f6-beda-0b9fb8bcc95c req-f83bbd3e-c660-42d8-ad4f-3371daf365f2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:36.971131 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-615c3f8b-0ec3-48f6-beda-0b9fb8bcc95c req-f83bbd3e-c660-42d8-ad4f-3371daf365f2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 943 time: 0.2331657 May 23 13:01:37.008051 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff95e1b-68b2-4eed-a098-862b5a38f6c7 req-8703aaeb-d3bf-4bc3-9d87-2e55582472eb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:37.010079 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ff95e1b-68b2-4eed-a098-862b5a38f6c7 req-8703aaeb-d3bf-4bc3-9d87-2e55582472eb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1370823 May 23 13:01:37.087459 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-aa99363c-2621-4a8d-ac01-5486e72b2612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (08c6388d-632b-4a70-be79-2c3a7015b734), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:37.090835 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-aa99363c-2621-4a8d-ac01-5486e72b2612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:37.092012 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-aa99363c-2621-4a8d-ac01-5486e72b2612 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08c6388d-632b-4a70-be79-2c3a7015b734 HTTP/1.1" status: 204 len: 168 time: 0.5224187 May 23 13:01:37.140082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa99363c-2621-4a8d-ac01-5486e72b2612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c6388d-632b-4a70-be79-2c3a7015b734,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:37.157504 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-615c3f8b-0ec3-48f6-beda-0b9fb8bcc95c req-b327499c-f45d-4355-bd06-9352835f5bd7 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708572 May 23 13:01:37.203505 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ff95e1b-68b2-4eed-a098-862b5a38f6c7 req-2f4d7438-230b-430d-9e7b-ba3eba7b2bb0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733031 May 23 13:01:37.214716 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:DELETE=1,neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:37.248289 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks [] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:37.318032 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:37.414256 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:37.416897 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (19b95bcf-0494-445a-a7bf-fa890d433ef4), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:37.486226 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:37.551200 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Network 08745ac9-8019-40f9-9db5-aea6cd887576 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:37.552639 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:37.758825 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Router 19b95bcf-0494-445a-a7bf-fa890d433ef4 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:01:37.904331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:01:37.909320 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-42b12778-853e-4458-a9be-a6fab2ef48d1 admin admin] 10.222.0.30 "PUT /v2.0/routers/19b95bcf-0494-445a-a7bf-fa890d433ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2027023 May 23 13:01:37.943439 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-5ddd4cbf-e53b-40b2-bc7f-0cae850e6624 None None] Provisioning complete for port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:37.944020 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4cbf-e53b-40b2-bc7f-0cae850e6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:37.983727 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd4cbf-e53b-40b2-bc7f-0cae850e6624 None None] Port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:01:38.244663 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 01e9d1a4-308e-43f5-9c0e-42aa73aab730 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:01:38.280532 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:38.361278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461ca48-dae2-4f05-9675-f0240ba942ee req-26237662-443c-4918-9bdc-43d8583b8dac tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:38.369013 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a461ca48-dae2-4f05-9675-f0240ba942ee req-26237662-443c-4918-9bdc-43d8583b8dac tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 943 time: 0.0656588 May 23 13:01:38.437020 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 01e9d1a4-308e-43f5-9c0e-42aa73aab730, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01e9d1a4-308e-43f5-9c0e-42aa73aab730,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:38.437486 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:38.463246 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '01e9d1a4-308e-43f5-9c0e-42aa73aab730', 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739', 'port_id': '01e9d1a4-308e-43f5-9c0e-42aa73aab730', 'mac_address': 'fa:16:3e:28:a3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055503dc-bfe2-4cc1-8db8-d692f17dcdc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:01:38.466545 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a461ca48-dae2-4f05-9675-f0240ba942ee req-33f6a21b-638c-4044-b517-68fe9ee56592 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965188 May 23 13:01:38.542888 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:38.608505 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:38.608505 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:38.651924 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e9d1a4-308e-43f5-9c0e-42aa73aab730 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:01:38.654061 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34442) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:38.659911 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-7feebbf6-23fd-423f-9448-9d43d63f80cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2033597935', 'description': 'tempest-description--2049728081'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:38.686380 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b42367-8992-4b73-b0a6-e24f033a1cc1 req-f22fae92-5ad4-4faf-b652-396ba1844b52 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:38.688472 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62b42367-8992-4b73-b0a6-e24f033a1cc1 req-f22fae92-5ad4-4faf-b652-396ba1844b52 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0793316 May 23 13:01:38.702084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 01e9d1a4-308e-43f5-9c0e-42aa73aab730, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01e9d1a4-308e-43f5-9c0e-42aa73aab730,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:38.721177 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:38.721548 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:38.779968 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:38.781719 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62b42367-8992-4b73-b0a6-e24f033a1cc1 req-2bf942e7-632a-4fcf-bc12-f7edde6b1ba7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794733 May 23 13:01:38.797331 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7feebbf6-23fd-423f-9448-9d43d63f80cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:38.840544 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:38.843243 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Sync routers for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:01:38.885740 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:38.887067 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:38.897652 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7feebbf6-23fd-423f-9448-9d43d63f80cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (2b5acc9a-8e19-4af8-9016-44f40e946097), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:38.916255 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:38.917339 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:01:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:38.972520 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:38.975442 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=01e9d1a4-308e-43f5-9c0e-42aa73aab730,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:39.008208 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7feebbf6-23fd-423f-9448-9d43d63f80cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2b5acc9a-8e19-4af8-9016-44f40e946097), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.061261 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feebbf6-23fd-423f-9448-9d43d63f80cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5acc9a-8e19-4af8-9016-44f40e946097,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:39.157518 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.165557 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7feebbf6-23fd-423f-9448-9d43d63f80cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.172917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34450) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:39.180091 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7feebbf6-23fd-423f-9448-9d43d63f80cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5213869 May 23 13:01:39.180220 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-188bb731-d777-4bc6-8d50-5ce4251ecd3e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'security_group_rule': {'security_group_id': '2b5acc9a-8e19-4af8-9016-44f40e946097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:39.213603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:39.269309 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:39.284466 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-188bb731-d777-4bc6-8d50-5ce4251ecd3e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (227ac000-7f2a-4d3f-95c9-c7137c64de15), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.351761 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34458) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:39.377394 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['01e9d1a4-308e-43f5-9c0e-42aa73aab730'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:01:39.380732 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-188bb731-d777-4bc6-8d50-5ce4251ecd3e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (227ac000-7f2a-4d3f-95c9-c7137c64de15), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.446176 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:39.474321 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-188bb731-d777-4bc6-8d50-5ce4251ecd3e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (227ac000-7f2a-4d3f-95c9-c7137c64de15), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.496331 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-51c79311-2699-43af-96d1-1dbeb71e13e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.503152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bb731-d777-4bc6-8d50-5ce4251ecd3e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227ac000-7f2a-4d3f-95c9-c7137c64de15,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:39.531811 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 2, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:39.536476 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:39.572859 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Checking router: 19b95bcf-0494-445a-a7bf-fa890d433ef4 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:01:39.573310 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Updating router 19b95bcf-0494-445a-a7bf-fa890d433ef4 port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:01:39.591911 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-51c79311-2699-43af-96d1-1dbeb71e13e4 admin admin] Publish callbacks [] for security_group (b11c91a1-26f2-4539-93b8-6cfedc688003), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.615592 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-188bb731-d777-4bc6-8d50-5ce4251ecd3e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.616874 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-188bb731-d777-4bc6-8d50-5ce4251ecd3e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4427462 May 23 13:01:39.624224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34468) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:39.626680 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.628907 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-2378f4f1-7a20-4e05-860b-a308486ec60b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'security_group_rule': {'security_group_id': '2b5acc9a-8e19-4af8-9016-44f40e946097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:39.658611 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:39.681548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d7ad5-80db-4209-984f-333872e93aa5 req-bbf90fb1-586d-4e9c-a140-2ce3349d636f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:39.688724 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-839d7ad5-80db-4209-984f-333872e93aa5 req-bbf90fb1-586d-4e9c-a140-2ce3349d636f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 944 time: 0.1090879 May 23 13:01:39.701400 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-51c79311-2699-43af-96d1-1dbeb71e13e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (b11c91a1-26f2-4539-93b8-6cfedc688003), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.757901 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-51c79311-2699-43af-96d1-1dbeb71e13e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ef27bc16356446eb11ed70c90e7869f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048538 May 23 13:01:39.758971 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c79311-2699-43af-96d1-1dbeb71e13e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c91a1-26f2-4539-93b8-6cfedc688003,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:39.761679 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34474) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:39.762949 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2378f4f1-7a20-4e05-860b-a308486ec60b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (126f31a0-038d-4982-a21a-83d7ff05c2fb), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.801377 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-839d7ad5-80db-4209-984f-333872e93aa5 req-cfad91a9-bcfb-4e1a-b085-9ab0f289b24a tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949161 May 23 13:01:39.873209 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4289649c-78b5-4422-9727-56ad845f74de admin admin] Publish callbacks [] for security_group (b11c91a1-26f2-4539-93b8-6cfedc688003), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.876394 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2378f4f1-7a20-4e05-860b-a308486ec60b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (126f31a0-038d-4982-a21a-83d7ff05c2fb), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.931814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4289649c-78b5-4422-9727-56ad845f74de admin admin] Publish callbacks [] for security_group (b11c91a1-26f2-4539-93b8-6cfedc688003), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:39.945588 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b41f29-8ad6-4432-a59b-6b416ca94f70 req-637c85fe-ac93-4aa2-abd7-cd12d1e331d7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:39.947026 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54b41f29-8ad6-4432-a59b-6b416ca94f70 req-637c85fe-ac93-4aa2-abd7-cd12d1e331d7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0760145 May 23 13:01:40.002415 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2378f4f1-7a20-4e05-860b-a308486ec60b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (126f31a0-038d-4982-a21a-83d7ff05c2fb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.018951 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:40.024170 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378f4f1-7a20-4e05-860b-a308486ec60b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126f31a0-038d-4982-a21a-83d7ff05c2fb,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:40.038133 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54b41f29-8ad6-4432-a59b-6b416ca94f70 req-67f5521c-8981-4382-a814-0852813eb23b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663862 May 23 13:01:40.075126 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:40.086907 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Publish callbacks [] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.137917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4289649c-78b5-4422-9727-56ad845f74de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (b11c91a1-26f2-4539-93b8-6cfedc688003), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.139964 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2378f4f1-7a20-4e05-860b-a308486ec60b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.144227 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4289649c-78b5-4422-9727-56ad845f74de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.144374 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-2378f4f1-7a20-4e05-860b-a308486ec60b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5180869 May 23 13:01:40.150816 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-4289649c-78b5-4422-9727-56ad845f74de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b11c91a1-26f2-4539-93b8-6cfedc688003 HTTP/1.1" status: 204 len: 168 time: 0.3794219 May 23 13:01:40.150816 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34484) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:40.151253 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:01:40.168565 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289649c-78b5-4422-9727-56ad845f74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c91a1-26f2-4539-93b8-6cfedc688003,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:40.186509 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.242560 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:40.245813 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e20c4-94bf-449a-9624-339d3cf0b300 None None] Pushing event updated for resources: {'Port': ['ID=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:40.286127 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.329196 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Attempting to bind port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:01:40.329571 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Attempting to bind port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:01:40.335113 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Attempting to bind port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 on network 08745ac9-8019-40f9-9db5-aea6cd887576 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:01:40.336685 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:01:40.337278 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Checking segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:01:40.337835 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.338569 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Bound using segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:01:40.339273 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Bound port: f83693a3-a6b5-414d-bfe1-4a1e7733ce73, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:01:40.339815 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.453423 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] For port f83693a3-a6b5-414d-bfe1-4a1e7733ce73, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:01:40.458544 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:40.474829 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.490763 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] For port f83693a3-a6b5-414d-bfe1-4a1e7733ce73, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:01:40.513838 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:40.515287 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:40.515574 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.564777 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-cb943357-e353-45cd-a1d0-6dd540f435a7 None None] Provisioning complete for port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:40.565140 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cb943357-e353-45cd-a1d0-6dd540f435a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.570238 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.605555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Allocated IP 172.37.1.147 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/22c37ace-23b1-46f3-9400-96954433141e) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:01:40.697675 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:01:40.699052 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:01:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:40.783431 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e20c4-94bf-449a-9624-339d3cf0b300 None None] Pushing event updated for resources: {'Port': ['ID=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:40.785052 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for port (22c37ace-23b1-46f3-9400-96954433141e), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.797612 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:40.839585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:40.871804 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 01e9d1a4-308e-43f5-9c0e-42aa73aab730 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:40.881235 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-cb943357-e353-45cd-a1d0-6dd540f435a7 None None] Current status of the port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:40.881625 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cb943357-e353-45cd-a1d0-6dd540f435a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.934092 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (22c37ace-23b1-46f3-9400-96954433141e), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:40.947232 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:01:41.010482 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-cb943357-e353-45cd-a1d0-6dd540f435a7 None None] For port f83693a3-a6b5-414d-bfe1-4a1e7733ce73, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:41.011807 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee053e-d680-4198-a0c7-8ad47ddbf5ec req-94ed35e8-58c2-4c37-bf8b-b735d155dc89 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:41.015616 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cee053e-d680-4198-a0c7-8ad47ddbf5ec req-94ed35e8-58c2-4c37-bf8b-b735d155dc89 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 944 time: 0.1405673 May 23 13:01:41.041602 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:01:41.043593 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:01:41.050552 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:01:41.081572 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:41.089733 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'Port': ['ID=22c37ace-23b1-46f3-9400-96954433141e,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:41.095130 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:01:41.097908 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34500) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:41.123159 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1a3926ec-1af9-4b65-8690-375a4970e486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.153850 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cb943357-e353-45cd-a1d0-6dd540f435a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.172459 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cee053e-d680-4198-a0c7-8ad47ddbf5ec req-427c27df-93fa-4031-bd6d-2bfb8d7c284f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463275 May 23 13:01:41.196570 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:41.196570 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.255151 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1a3926ec-1af9-4b65-8690-375a4970e486 admin admin] Publish callbacks [] for security_group (877ae53f-a68e-4cc6-9820-416aac92c181), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.274649 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:41.280482 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:41.306606 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b1f87-6637-495b-b19a-ebbe93a4b7de req-78c6472e-ac8a-469d-a475-250f3abd47f0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:41.309022 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f15b1f87-6637-495b-b19a-ebbe93a4b7de req-78c6472e-ac8a-469d-a475-250f3abd47f0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1270425 May 23 13:01:41.316641 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (28e559e2-9876-495e-a4ea-914cd2ee67ea), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.334127 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1a3926ec-1af9-4b65-8690-375a4970e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (877ae53f-a68e-4cc6-9820-416aac92c181), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.376725 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3926ec-1af9-4b65-8690-375a4970e486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877ae53f-a68e-4cc6-9820-416aac92c181,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:41.378294 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f15b1f87-6637-495b-b19a-ebbe93a4b7de req-51e21e2e-20a6-4abd-a0a2-6cad4b267dc9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 May 23 13:01:41.382706 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1a3926ec-1af9-4b65-8690-375a4970e486 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dee1db77df764b8da152352ae3b905d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829430 May 23 13:01:41.385251 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34506) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:41.427385 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:41.443990 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f3b561c8-9ba2-4df5-b1a9-943d3301aa57 admin admin] Publish callbacks [] for security_group (877ae53f-a68e-4cc6-9820-416aac92c181), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.463783 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (22c37ace-23b1-46f3-9400-96954433141e), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.467607 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f3b561c8-9ba2-4df5-b1a9-943d3301aa57 admin admin] Publish callbacks [] for security_group (877ae53f-a68e-4cc6-9820-416aac92c181), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.469642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb943357-e353-45cd-a1d0-6dd540f435a7 None None] Pushing event updated for resources: {'Port': ['ID=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:41.473404 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-b62baa29-8bc1-4dca-ab45-17a50248b4cc None None] Provisioning complete for port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:41.474023 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b62baa29-8bc1-4dca-ab45-17a50248b4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.574924 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:41.575220 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.581039 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:01:41.606610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f3b561c8-9ba2-4df5-b1a9-943d3301aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (877ae53f-a68e-4cc6-9820-416aac92c181), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.610098 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f3b561c8-9ba2-4df5-b1a9-943d3301aa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.615173 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f3b561c8-9ba2-4df5-b1a9-943d3301aa57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/877ae53f-a68e-4cc6-9820-416aac92c181 HTTP/1.1" status: 204 len: 168 time: 0.2263677 May 23 13:01:41.623831 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2dc58-d850-47f7-99b2-ead680f5c0e1 None None] The sync data for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi is: [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:01:41.645513 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b561c8-9ba2-4df5-b1a9-943d3301aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877ae53f-a68e-4cc6-9820-416aac92c181,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:41.662091 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e9d1a4-308e-43f5-9c0e-42aa73aab730'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:01:41.664298 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe242506-6e71-499d-b89e-99d344b686d9" -d '{"events": [{"server_uuid": "f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8", "name": "network-vif-plugged", "status": "completed", "tag": "01e9d1a4-308e-43f5-9c0e-42aa73aab730"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:01:41.705773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for port (22c37ace-23b1-46f3-9400-96954433141e), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.743750 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 01e9d1a4-308e-43f5-9c0e-42aa73aab730, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01e9d1a4-308e-43f5-9c0e-42aa73aab730,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:41.763397 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-b62baa29-8bc1-4dca-ab45-17a50248b4cc None None] Current status of the port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:41.777354 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (22c37ace-23b1-46f3-9400-96954433141e), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.783737 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67cbae7-b6c7-4c1e-a156-26048a5ce62c x-openstack-request-id: req-e67cbae7-b6c7-4c1e-a156-26048a5ce62c {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:01:41.784351 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8", "name": "network-vif-plugged", "status": "completed", "tag": "01e9d1a4-308e-43f5-9c0e-42aa73aab730", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:01:41.788264 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e67cbae7-b6c7-4c1e-a156-26048a5ce62c {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:01:41.788264 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67cbae7-b6c7-4c1e-a156-26048a5ce62c'] response: {'server_uuid': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e9d1a4-308e-43f5-9c0e-42aa73aab730', 'code': 200} May 23 13:01:41.806953 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:41.914974 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=01e9d1a4-308e-43f5-9c0e-42aa73aab730,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:41.920006 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'Port': ['ID=22c37ace-23b1-46f3-9400-96954433141e,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:41.926972 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (28e559e2-9876-495e-a4ea-914cd2ee67ea), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:42.027692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:42.029355 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9aaf82dd-c9f6-4b69-b6c0-6f89a3397d93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8818111 May 23 13:01:42.238820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe1e9b-c2af-493c-8a5b-bf725b4b5a53 req-668f5c80-9046-4d49-92a7-fa1afa08313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:42.240449 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-98fe1e9b-c2af-493c-8a5b-bf725b4b5a53 req-668f5c80-9046-4d49-92a7-fa1afa08313e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 1129 time: 0.0449510 May 23 13:01:42.341528 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbd470-b8fd-4690-b5a2-9acc5a126844 req-f9f0dc4a-06ce-4395-8f34-46e421a5ea24 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:42.348594 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3bcbd470-b8fd-4690-b5a2-9acc5a126844 req-f9f0dc4a-06ce-4395-8f34-46e421a5ea24 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0778832 May 23 13:01:42.351980 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-98fe1e9b-c2af-493c-8a5b-bf725b4b5a53 req-e40ac7b9-b2d4-4079-8115-e290dc1619a5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028657 May 23 13:01:42.431343 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:42.440625 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3bcbd470-b8fd-4690-b5a2-9acc5a126844 req-995e9345-5358-45b1-9065-2560257f47a7 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908678 May 23 13:01:42.468550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device f83693a3-a6b5-414d-bfe1-4a1e7733ce73 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:01:42.521847 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:01:42.522311 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:42.524519 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:42.538236 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:42.558891 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a43b0-477d-4bfb-b395-f822da6d1c6e req-954d1761-0448-446d-b751-ddad7436b35f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:42.560450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d6a43b0-477d-4bfb-b395-f822da6d1c6e req-954d1761-0448-446d-b751-ddad7436b35f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0687342 May 23 13:01:42.608217 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:01:42.622899 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d6a43b0-477d-4bfb-b395-f822da6d1c6e req-c87ff383-f71c-4b2d-be2a-6cbd4f13edb2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 May 23 13:01:42.791556 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:43.138397 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:43.317109 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:43.554598 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04065c91-dedb-4f90-9a34-7ba8447abc0d req-e18b514b-c7ae-462b-a385-b5ef05ee44db tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:43.556163 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-04065c91-dedb-4f90-9a34-7ba8447abc0d req-e18b514b-c7ae-462b-a385-b5ef05ee44db tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0547411 May 23 13:01:43.603038 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-04065c91-dedb-4f90-9a34-7ba8447abc0d req-a3c497ad-50c2-4e77-b409-58e82a345373 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 May 23 13:01:43.740692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f875-9326-43b8-a960-859d2286a428 req-6f00e406-359b-4e73-a566-b315895e39f0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:43.742248 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8332f875-9326-43b8-a960-859d2286a428 req-6f00e406-359b-4e73-a566-b315895e39f0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0484378 May 23 13:01:43.798306 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8332f875-9326-43b8-a960-859d2286a428 req-ae57bbbf-4f8a-400f-8d2b-162d57f83c78 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487735 May 23 13:01:44.014492 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:44.471454 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:44.724339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a972f-15c2-4ace-b071-c1da05adfecd req-66a287b6-da71-48b4-b7bc-42f46f0c2814 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:44.725843 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ad9a972f-15c2-4ace-b071-c1da05adfecd req-66a287b6-da71-48b4-b7bc-42f46f0c2814 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0536010 May 23 13:01:44.780870 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ad9a972f-15c2-4ace-b071-c1da05adfecd req-34e0ffb9-f76d-4246-abd7-18c31081e347 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487988 May 23 13:01:44.923975 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e6f07-e4f7-4de0-8f25-db87839836da req-d1b2c270-4748-4f61-a9fc-2e6775c7e700 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:44.925570 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e35e6f07-e4f7-4de0-8f25-db87839836da req-d1b2c270-4748-4f61-a9fc-2e6775c7e700 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0592349 May 23 13:01:44.975211 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e35e6f07-e4f7-4de0-8f25-db87839836da req-0ea8ed7c-95b1-4afa-a0fd-33f01f0f1713 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439634 May 23 13:01:45.021034 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34608) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:45.150744 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-acbe33da-d721-4643-9336-0b46212a5eb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:45.234173 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-acbe33da-d721-4643-9336-0b46212a5eb4 admin admin] Publish callbacks [] for security_group (70733c1a-7856-4864-936a-a8c1ec6df206), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:45.259716 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:45.316837 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-acbe33da-d721-4643-9336-0b46212a5eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (70733c1a-7856-4864-936a-a8c1ec6df206), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:45.361353 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-acbe33da-d721-4643-9336-0b46212a5eb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26397036fab54883aea8a65f83190947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368464 May 23 13:01:45.361353 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe33da-d721-4643-9336-0b46212a5eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70733c1a-7856-4864-936a-a8c1ec6df206,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:45.361906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34618) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:45.430005 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a69f4f52-027f-413f-96d0-ad9b2b46787c admin admin] Publish callbacks [] for security_group (70733c1a-7856-4864-936a-a8c1ec6df206), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:45.457806 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a69f4f52-027f-413f-96d0-ad9b2b46787c admin admin] Publish callbacks [] for security_group (70733c1a-7856-4864-936a-a8c1ec6df206), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:45.556472 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:45.579111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a69f4f52-027f-413f-96d0-ad9b2b46787c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (70733c1a-7856-4864-936a-a8c1ec6df206), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:45.581871 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a69f4f52-027f-413f-96d0-ad9b2b46787c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:45.583102 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-a69f4f52-027f-413f-96d0-ad9b2b46787c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70733c1a-7856-4864-936a-a8c1ec6df206 HTTP/1.1" status: 204 len: 168 time: 0.2201805 May 23 13:01:45.591890 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f4f52-027f-413f-96d0-ad9b2b46787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70733c1a-7856-4864-936a-a8c1ec6df206,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:46.091146 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bef15-5dcd-4dcc-af43-eb3088831a42 req-ae2fd82d-74bb-4328-af31-a5aa8cda018a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:46.092626 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fd7bef15-5dcd-4dcc-af43-eb3088831a42 req-ae2fd82d-74bb-4328-af31-a5aa8cda018a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0473619 May 23 13:01:46.143544 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fd7bef15-5dcd-4dcc-af43-eb3088831a42 req-704b2e82-e510-445f-9e50-65456751fbb5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 May 23 13:01:46.248653 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 34634) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:46.262515 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-803f75ae-e8c7-4c3b-8b9a-3fe6a31f87c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:46.343036 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-803f75ae-e8c7-4c3b-8b9a-3fe6a31f87c5 admin admin] Publish callbacks [] for security_group (e3c148f3-b660-485e-bc72-7d5e04f35a30), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:46.408499 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-803f75ae-e8c7-4c3b-8b9a-3fe6a31f87c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e3c148f3-b660-485e-bc72-7d5e04f35a30), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:46.426139 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:46.488764 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:46.642830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:46.667709 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-803f75ae-e8c7-4c3b-8b9a-3fe6a31f87c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5126b2bfeaf94cc29ec9745c48bcfbfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4171844 May 23 13:01:46.668300 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f75ae-e8c7-4c3b-8b9a-3fe6a31f87c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c148f3-b660-485e-bc72-7d5e04f35a30,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:46.670395 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 34642) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:01:46.694486 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:46.726455 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c80ffc8e-dd3e-4b53-964b-3fd97e729956 admin admin] Publish callbacks [] for security_group (e3c148f3-b660-485e-bc72-7d5e04f35a30), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:46.750276 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c80ffc8e-dd3e-4b53-964b-3fd97e729956 admin admin] Publish callbacks [] for security_group (e3c148f3-b660-485e-bc72-7d5e04f35a30), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:46.868566 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c80ffc8e-dd3e-4b53-964b-3fd97e729956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e3c148f3-b660-485e-bc72-7d5e04f35a30), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:46.872036 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c80ffc8e-dd3e-4b53-964b-3fd97e729956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:46.873196 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c80ffc8e-dd3e-4b53-964b-3fd97e729956 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3c148f3-b660-485e-bc72-7d5e04f35a30 HTTP/1.1" status: 204 len: 168 time: 0.2017055 May 23 13:01:46.882991 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ffc8e-dd3e-4b53-964b-3fd97e729956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c148f3-b660-485e-bc72-7d5e04f35a30,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:47.149928 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd6ace-f57f-46a8-a4a8-67b3496a02bc req-ea9b9063-2210-4800-8a2a-b3bab7d30f2c tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:47.152335 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15cd6ace-f57f-46a8-a4a8-67b3496a02bc req-ea9b9063-2210-4800-8a2a-b3bab7d30f2c tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0519516 May 23 13:01:47.202839 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15cd6ace-f57f-46a8-a4a8-67b3496a02bc req-be681879-75c8-4921-9ee7-15605d1b1d52 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 May 23 13:01:47.314216 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b9298-50f1-4d9c-8a4d-3b595f21e4b7 req-9b1d3c3f-3c2d-4aa6-9ca7-282972700c10 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:47.315699 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-516b9298-50f1-4d9c-8a4d-3b595f21e4b7 req-9b1d3c3f-3c2d-4aa6-9ca7-282972700c10 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0539677 May 23 13:01:47.368976 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:47.376518 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-516b9298-50f1-4d9c-8a4d-3b595f21e4b7 req-b68407e2-652e-44e3-bd5e-cb437472414a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 May 23 13:01:48.251861 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:48.324641 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd694868-ba44-4bc5-b0e3-fe902118af19 req-8ad14ea7-9bc9-4e3a-94b2-e5d06395d1a8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:48.326842 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd694868-ba44-4bc5-b0e3-fe902118af19 req-8ad14ea7-9bc9-4e3a-94b2-e5d06395d1a8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0544779 May 23 13:01:48.377713 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd694868-ba44-4bc5-b0e3-fe902118af19 req-8f052c3d-4e86-4532-8ee3-8ff2456a1d94 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 May 23 13:01:48.493137 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93277d83-9409-49ae-a231-38c8ccc26e02 req-a6139bfa-8dad-401d-9c79-495f616f8d50 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:48.494578 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93277d83-9409-49ae-a231-38c8ccc26e02 req-a6139bfa-8dad-401d-9c79-495f616f8d50 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0485966 May 23 13:01:48.549647 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93277d83-9409-49ae-a231-38c8ccc26e02 req-a0f644a3-f84c-4508-9d5b-9ce3ae0577cc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486331 May 23 13:01:49.501569 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828537c2-9172-41c1-9758-6168db09d36e req-6322395b-c375-4fc7-942f-2dd37636b108 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:49.503276 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-828537c2-9172-41c1-9758-6168db09d36e req-6322395b-c375-4fc7-942f-2dd37636b108 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0547576 May 23 13:01:49.529584 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:49.553152 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-828537c2-9172-41c1-9758-6168db09d36e req-d75750c1-b787-4391-a05f-0fe9dcb7b79a tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 May 23 13:01:49.669814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983996a-0215-461a-a8a0-f57aeb4aedb7 req-f0e792ea-14c4-4c6d-836f-e1192fdfad37 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:49.671338 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7983996a-0215-461a-a8a0-f57aeb4aedb7 req-f0e792ea-14c4-4c6d-836f-e1192fdfad37 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0500579 May 23 13:01:49.726498 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7983996a-0215-461a-a8a0-f57aeb4aedb7 req-8bdb15b6-766c-4402-9680-14501c821ca5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473471 May 23 13:01:50.041038 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-8080a120-8e66-43f1-b5e6-68c5f460add2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2033597935&fields=id&tenant_id=5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 267 time: 0.0504453 May 23 13:01:50.153464 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-07d01927-9707-4775-bbf2-f32ac0db423b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:50.154944 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-07d01927-9707-4775-bbf2-f32ac0db423b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 817 time: 0.1067955 May 23 13:01:50.169910 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-f0476ada-9d8a-4021-8665-1ddd5888308e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/quotas/5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 375 time: 0.0096712 May 23 13:01:50.219572 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a5614cee-08d8-4eab-b15b-792de1daf8f6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448139 May 23 13:01:50.399895 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-1519097e-e00d-4845-9ea1-1e9a200f858f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:01:50.400930 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-1519097e-e00d-4845-9ea1-1e9a200f858f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0569735 May 23 13:01:50.505053 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a8003e8a-1e92-47de-9355-d63647538417 service neutron] 10.222.0.30 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931385 May 23 13:01:50.601346 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-126415f5-e333-4ea7-9f22-dcf6656ec5f0 service neutron] 10.222.0.30 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905640 May 23 13:01:50.677408 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db086c0c-9c90-4135-8f2e-8691fd6f5220 req-1de2d648-59a1-4fa5-8212-df253d9fb941 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:50.679043 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-db086c0c-9c90-4135-8f2e-8691fd6f5220 req-1de2d648-59a1-4fa5-8212-df253d9fb941 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0559659 May 23 13:01:50.729957 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-db086c0c-9c90-4135-8f2e-8691fd6f5220 req-64b51952-7b13-4e65-9ccc-634b038e128e tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 May 23 13:01:50.861770 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a3a9554-5b3b-4484-96f0-dd827e6fc62f req-09a15770-1f9a-4ca0-bb5b-b2c186654e07 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0345814 May 23 13:01:50.867898 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d620d1-a7ed-4c74-a4af-b22b32f6a68b req-cdca9e96-77a1-4828-b204-9712f10d4839 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:50.869286 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78d620d1-a7ed-4c74-a4af-b22b32f6a68b req-cdca9e96-77a1-4828-b204-9712f10d4839 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0724134 May 23 13:01:50.932007 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78d620d1-a7ed-4c74-a4af-b22b32f6a68b req-2a155426-2136-4fb9-9751-82d053ca251f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485878 May 23 13:01:51.848657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3aa56-cbc3-477b-89ec-c05f8808c8f7 req-39f23607-3a83-439f-80c0-dda5e7ad710d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:51.850170 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62e3aa56-cbc3-477b-89ec-c05f8808c8f7 req-39f23607-3a83-439f-80c0-dda5e7ad710d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0479259 May 23 13:01:51.900472 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62e3aa56-cbc3-477b-89ec-c05f8808c8f7 req-d5ba85c1-b3e8-4e17-92e4-0180b6d68db4 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444424 May 23 13:01:51.960973 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4f6b14eb-eaa2-469b-bf49-239ef14b91d9 req-21dd124a-ce49-4c42-af91-b34bc2a75937 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0281887 May 23 13:01:52.027290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:52.047183 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3b478-7a58-4f86-a4ed-4e8f5cc64282 req-1e11017f-32e1-4dc7-8bd3-4033cd058f4e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:52.049308 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4e3b478-7a58-4f86-a4ed-4e8f5cc64282 req-1e11017f-32e1-4dc7-8bd3-4033cd058f4e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0494809 May 23 13:01:52.104596 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4e3b478-7a58-4f86-a4ed-4e8f5cc64282 req-61e16431-47cc-4e83-80e3-a81f1d58f686 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 May 23 13:01:53.016284 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4b4f0-2074-4d4a-a236-0f3ecc64e596 req-bd46f533-342e-4cfc-b309-b135eda8d03f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:53.017825 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-56b4b4f0-2074-4d4a-a236-0f3ecc64e596 req-bd46f533-342e-4cfc-b309-b135eda8d03f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0483897 May 23 13:01:53.087633 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ac82efca-8138-4fab-aec4-a553bb8a80a0 req-769c9f03-db52-4a78-b4de-1540c756bbd1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0507374 May 23 13:01:53.114344 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-56b4b4f0-2074-4d4a-a236-0f3ecc64e596 req-398f4443-671c-4dcd-a1f4-042148e10a3c tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908813 May 23 13:01:53.214803 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01485c-869e-46d1-9870-7d76f63badbd req-5547d19d-653b-4726-8d06-4e9dfcec305f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:53.216303 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3f01485c-869e-46d1-9870-7d76f63badbd req-5547d19d-653b-4726-8d06-4e9dfcec305f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0465963 May 23 13:01:53.249026 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:53.266453 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3f01485c-869e-46d1-9870-7d76f63badbd req-1ece43d6-13a2-4fed-9f6b-be3ae08b1052 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448511 May 23 13:01:54.189493 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d48fdd1-ade5-4e22-8476-ce213b3a189a req-fe9746fa-a604-4c91-b25b-3c67685a5bcb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0299175 May 23 13:01:54.234383 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89eb59a-d789-4680-a5fe-8245e920d0c1 req-588129a9-95c8-4593-8e85-fada38a26ec2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:54.235857 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a89eb59a-d789-4680-a5fe-8245e920d0c1 req-588129a9-95c8-4593-8e85-fada38a26ec2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0494733 May 23 13:01:54.284775 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a89eb59a-d789-4680-a5fe-8245e920d0c1 req-8a4c6960-3994-475c-b0bf-cbd89d9d01ef tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 May 23 13:01:54.384148 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a91a4b-0126-4e82-a2a2-3c9c53bff9e4 req-51888b8e-3367-48ad-875c-87b8ad2027bf tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:54.385628 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a7a91a4b-0126-4e82-a2a2-3c9c53bff9e4 req-51888b8e-3367-48ad-875c-87b8ad2027bf tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0504000 May 23 13:01:54.433565 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a7a91a4b-0126-4e82-a2a2-3c9c53bff9e4 req-e4b58819-669d-4f2c-931b-a0bbb1910e83 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 May 23 13:01:54.602886 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:55.286893 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c55eb0bc-efe3-4d58-8688-6fcecc58a386 req-ebc5565b-9353-4c44-9381-92d4e4c7cf68 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0279822 May 23 13:01:55.395414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b12d8-a986-47cc-a257-0009f798d4df req-6da10646-4bdd-4b31-bb31-55647b14ae70 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:55.396839 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-613b12d8-a986-47cc-a257-0009f798d4df req-6da10646-4bdd-4b31-bb31-55647b14ae70 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0463889 May 23 13:01:55.442175 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-613b12d8-a986-47cc-a257-0009f798d4df req-8bf54236-3f09-4e90-9227-c165ebc4739d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 May 23 13:01:55.546700 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98398d4a-6007-44c8-99fe-be6cdf3263f8 req-9edae25e-a8af-4e08-afbd-721f43ea97e9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:55.548044 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-98398d4a-6007-44c8-99fe-be6cdf3263f8 req-9edae25e-a8af-4e08-afbd-721f43ea97e9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0489304 May 23 13:01:55.593596 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-98398d4a-6007-44c8-99fe-be6cdf3263f8 req-b53fd65c-493b-4d82-a9a9-7fa07506935f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 May 23 13:01:56.384316 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3a7c35d3-69df-4758-b7cc-81320019f320 req-9d964067-1212-4ba9-ad67-5d04276e7991 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0284700 May 23 13:01:56.561096 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db5af-a17c-40ed-b505-028428b4bf43 req-0f293cb3-8eef-43f4-950b-d23bff9fa386 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:56.562563 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a8db5af-a17c-40ed-b505-028428b4bf43 req-0f293cb3-8eef-43f4-950b-d23bff9fa386 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0461526 May 23 13:01:56.608091 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a8db5af-a17c-40ed-b505-028428b4bf43 req-4d4fdd6f-f79d-401a-aa10-b1b56b685c40 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 May 23 13:01:56.709964 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2d8b9-137b-4628-bcec-ed533709b8c0 req-74a25fa1-f271-406b-879c-7a6539d03ff2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:56.711457 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-03b2d8b9-137b-4628-bcec-ed533709b8c0 req-74a25fa1-f271-406b-879c-7a6539d03ff2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0516603 May 23 13:01:56.759372 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-03b2d8b9-137b-4628-bcec-ed533709b8c0 req-53798791-8688-4e7a-a6a1-ee950aabf168 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423603 May 23 13:01:56.923744 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=14 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:56.940691 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=54 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:57.079740 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-12963dd2-7a49-4635-b692-982422c4f065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:57.483594 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fba69a8b-cdf0-441b-b10a-08b03e9ee072 req-6067be79-a1a9-461b-b506-c09d756fec5d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0307240 May 23 13:01:57.721688 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4304a3a-8b26-40a3-8f92-60eff8af1272 req-5ec36ed0-d936-4483-9842-d12183fe36a5 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:57.723238 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4304a3a-8b26-40a3-8f92-60eff8af1272 req-5ec36ed0-d936-4483-9842-d12183fe36a5 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0487375 May 23 13:01:57.774038 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4304a3a-8b26-40a3-8f92-60eff8af1272 req-76ee042b-c286-4cdf-825d-d3098d8916a6 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 May 23 13:01:57.874847 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343b4f3-210e-4488-aba8-fe25565bf0f0 req-e62cd918-b1f6-4235-b951-acb34f263c64 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:57.876450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7343b4f3-210e-4488-aba8-fe25565bf0f0 req-e62cd918-b1f6-4235-b951-acb34f263c64 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0497906 May 23 13:01:57.889051 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:57.924881 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7343b4f3-210e-4488-aba8-fe25565bf0f0 req-09b07550-5c0b-4f21-8a75-d9489fbfcb05 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 May 23 13:01:58.326624 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=4,neutron:SELECT=55,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:58.597470 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ee3ff386-8e67-467b-b45e-5ac9f4227f70 req-8ca8e61a-cd2d-4da0-be7e-0111e6522b9c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0359473 May 23 13:01:58.633436 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-32eb6212-5232-47be-b675-7544c06eb300 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:58.634895 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-32eb6212-5232-47be-b675-7544c06eb300 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0641911 May 23 13:01:58.725824 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Deleting port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:01:58.726199 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:58.830051 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] For port 01e9d1a4-308e-43f5-9c0e-42aa73aab730, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=01e9d1a4-308e-43f5-9c0e-42aa73aab730,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:01:58.830181 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:58.843603 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Calling delete_port for 01e9d1a4-308e-43f5-9c0e-42aa73aab730 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:01:58.848899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:01:58.943829 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610e4d2-eaff-4bdf-9de7-a488f2f91499 req-968aa228-4b15-4863-83bc-ade4e716a0e1 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:58.946492 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2610e4d2-eaff-4bdf-9de7-a488f2f91499 req-968aa228-4b15-4863-83bc-ade4e716a0e1 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 945 time: 0.0886464 May 23 13:01:59.086334 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2610e4d2-eaff-4bdf-9de7-a488f2f91499 req-3fbc0645-6958-4453-bec2-6f96964e33a7 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253667 May 23 13:01:59.102612 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5e5a9-367f-4ec2-9660-873290b9548a req-aabdef7f-3fa7-4526-a39e-a8c617d672b2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:01:59.104128 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a8b5e5a9-367f-4ec2-9660-873290b9548a req-aabdef7f-3fa7-4526-a39e-a8c617d672b2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0980203 May 23 13:01:59.163955 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a8b5e5a9-367f-4ec2-9660-873290b9548a req-4fd33176-6bef-4ecc-8e4b-f9b560e1e40a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493522 May 23 13:01:59.174231 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (01e9d1a4-308e-43f5-9c0e-42aa73aab730), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:59.218919 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['01e9d1a4-308e-43f5-9c0e-42aa73aab730'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:01:59.241866 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Pushing event deleted for resources: {'Port': ['ID=01e9d1a4-308e-43f5-9c0e-42aa73aab730,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:01:59.274386 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.274827 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.275176 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.275516 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.275851 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.276182 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.276509 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.276901 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.277148 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.277470 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.278020 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.278632 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.278966 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.279292 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.279628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:01:59.283585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] No DVR routers for this DVR port 01e9d1a4-308e-43f5-9c0e-42aa73aab730 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:01:59.285739 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:59.289247 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1dfdd6ec-0339-4c17-8df3-4bd967f4f968 req-59404ac6-2cbb-4cb4-9512-54671f5a5416 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "DELETE /v2.0/ports/01e9d1a4-308e-43f5-9c0e-42aa73aab730 HTTP/1.1" status: 204 len: 173 time: 0.6487916 May 23 13:01:59.289715 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'name': 'network-vif-deleted', 'tag': '01e9d1a4-308e-43f5-9c0e-42aa73aab730'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:01:59.292042 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b51d80e-a991-4c16-b63d-4562605312d0" -d '{"events": [{"server_uuid": "f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8", "name": "network-vif-deleted", "tag": "01e9d1a4-308e-43f5-9c0e-42aa73aab730"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:01:59.343173 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd59837-1fb4-489c-9900-cfb95c1777e5 x-openstack-request-id: req-ffd59837-1fb4-489c-9900-cfb95c1777e5 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:01:59.343470 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8", "name": "network-vif-deleted", "tag": "01e9d1a4-308e-43f5-9c0e-42aa73aab730", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:01:59.344020 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffd59837-1fb4-489c-9900-cfb95c1777e5 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:01:59.344184 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd59837-1fb4-489c-9900-cfb95c1777e5'] response: {'server_uuid': 'f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8', 'name': 'network-vif-deleted', 'tag': '01e9d1a4-308e-43f5-9c0e-42aa73aab730', 'status': 'completed', 'code': 200} May 23 13:01:59.457259 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-bb7a900f-1d95-4bed-afa1-eae271d8453c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:01:59.704803 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-64eadd43-1f23-4ff7-96c5-403f10fa3d6b req-c7bae424-98de-4f4c-98aa-ae1856588706 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0317254 May 23 13:02:00.202886 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6f33daf4-7fcd-4e8f-962c-d580c65f25d3 req-5ac9e623-db23-4580-8f1a-c64a3453197a tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0296307 May 23 13:02:00.249069 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:00.289361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c01c30-f1dc-4479-9343-5d5679c6f525 req-b6e4c312-ed3a-4241-b291-fecd553555f3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:00.290863 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8c01c30-f1dc-4479-9343-5d5679c6f525 req-b6e4c312-ed3a-4241-b291-fecd553555f3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0520380 May 23 13:02:00.339432 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8c01c30-f1dc-4479-9343-5d5679c6f525 req-c4712355-a67e-48e8-b0b5-c8645db6cac6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 May 23 13:02:00.583013 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:00.814940 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3101d00f-d1b5-40fb-8ee5-26b04d04adca req-ce5af609-cccc-4b54-8f35-d28a810033bc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0287867 May 23 13:02:01.324058 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-53ea9f44-a814-45f0-ae1b-52bad9e028c0 req-ecd4ef23-c4aa-40ef-98e8-9b7c7a52d882 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0284476 May 23 13:02:01.475834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b17fb5-b945-47b4-b6e4-c5c81cf7fa7e req-75baaa4b-107d-4dee-bc75-03b5ac4de798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:01.475834 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-94b17fb5-b945-47b4-b6e4-c5c81cf7fa7e req-75baaa4b-107d-4dee-bc75-03b5ac4de798 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 1129 time: 0.0818532 May 23 13:02:01.481626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d1221-7211-4093-8b05-0a41dddfe2fb req-efcd2709-44e9-49de-9f35-ae3df2483a90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:01.483064 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-716d1221-7211-4093-8b05-0a41dddfe2fb req-efcd2709-44e9-49de-9f35-ae3df2483a90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0691586 May 23 13:02:01.526743 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-94b17fb5-b945-47b4-b6e4-c5c81cf7fa7e req-d8dd6dcc-c0c4-4fc3-8df1-27ff9fb45014 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639429 May 23 13:02:01.547450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-716d1221-7211-4093-8b05-0a41dddfe2fb req-fb1d5021-a0c6-44ae-9fd7-40aec88fefee tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585821 May 23 13:02:01.894328 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:01.915924 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83a7383f-80c8-42cf-8e80-3863f3038a29 req-325b48be-f8c6-4e23-b5b1-e484ec529641 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0287747 May 23 13:02:02.401681 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-3aa2ed13-9317-4cb2-93fe-7d60a9673c34 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:02.403844 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-3aa2ed13-9317-4cb2-93fe-7d60a9673c34 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 817 time: 0.1142592 May 23 13:02:02.513884 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f1de65b0-dd04-4d4e-ba6c-66b8c5b13dff req-b1117a7c-ba22-4525-97dc-9ce7085e33cb tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3d43155-ac13-4a2b-bf73-ddb2d75bb7a8 HTTP/1.1" status: 200 len: 210 time: 0.0280259 May 23 13:02:02.659981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47caa6-729a-4714-807a-004af62e0ea6 req-337aa561-8077-4b5f-a741-5836dd22bd98 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:02.661346 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3c47caa6-729a-4714-807a-004af62e0ea6 req-337aa561-8077-4b5f-a741-5836dd22bd98 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0473149 May 23 13:02:02.708470 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3c47caa6-729a-4714-807a-004af62e0ea6 req-627217ee-6fe6-4d0d-ac09-6a191faa05fd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 May 23 13:02:02.935544 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 01e9d1a4-308e-43f5-9c0e-42aa73aab730 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:02:02.957285 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 01e9d1a4-308e-43f5-9c0e-42aa73aab730 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:02:02.957661 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 01e9d1a4-308e-43f5-9c0e-42aa73aab730 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:02:02.961741 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-fb63ac7b-c157-40f1-963f-f0e2c8b778d7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 380 time: 0.0651212 May 23 13:02:02.989712 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'port': {'device_id': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'admin_state_up': True, 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'security_groups': ['2b5acc9a-8e19-4af8-9016-44f40e946097']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:03.086381 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13577fa7-4232-4c0f-9e1f-843b3e4d5019 req-4ce06d3b-fdc6-4230-a197-6c15baeb5e11 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0929372 May 23 13:02:03.098331 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-d8969d97-51b3-494e-b996-88a9e5457984 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1215458 May 23 13:02:03.146814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:03.226617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Made reservation on behalf of 5b4d791d4aca45429094aa0fea349041 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:03.230188 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:03.276695 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-bfdac4f4-8759-4e68-b0c3-0db0aaefc49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:03.278933 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-bfdac4f4-8759-4e68-b0c3-0db0aaefc49d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1130 time: 0.0642958 May 23 13:02:03.392373 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Allocated IP 172.20.0.3 (08745ac9-8019-40f9-9db5-aea6cd887576/3158b868-d3a2-4417-a98b-d7b49dfcae9d/cee5aa36-f69a-432b-9f71-0cc93809d9a9) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:02:03.446006 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:03.454375 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:03.540595 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:03.675351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:03.725416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Network 08745ac9-8019-40f9-9db5-aea6cd887576 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:02:03.729736 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:02:03.733083 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:02:03.742548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:03.894786 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:03.900609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:03.901245 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:03.929861 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d77a23-31a7-4b7c-ad66-60868bb523be req-e8c91d3f-623f-4458-8d43-47729d7939d6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:03.931403 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-92d77a23-31a7-4b7c-ad66-60868bb523be req-e8c91d3f-623f-4458-8d43-47729d7939d6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1210048 May 23 13:02:03.993113 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-69095b7e-c2b2-494c-b47b-a55cef70023e tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:03.994615 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-69095b7e-c2b2-494c-b47b-a55cef70023e tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/networks?id=58c39c65-d0c2-47c3-84c7-3d9e660a4739 HTTP/1.1" status: 200 len: 809 time: 0.2204490 May 23 13:02:04.008763 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-304608dd-81cd-4b47-aff0-a0c7cdc24f89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0232108 May 23 13:02:04.018146 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-92d77a23-31a7-4b7c-ad66-60868bb523be req-f435ec2e-7ee6-4cf8-aba7-51942287f5ca tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759852 May 23 13:02:04.020844 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-dbf462b7-04ff-4d61-a547-b05992c1e7e5 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/quotas/3b3719ab772449d79dc00dc96487dc36 HTTP/1.1" status: 200 len: 375 time: 0.0174921 May 23 13:02:04.039891 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-a788c49a-7000-498d-b597-57fd0529d6f1 None None] Provisioning complete for port cee5aa36-f69a-432b-9f71-0cc93809d9a9 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:02:04.040410 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a788c49a-7000-498d-b597-57fd0529d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:04.068204 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-1e2cc167-3329-4ea0-92fd-39b963bfa293 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b3719ab772449d79dc00dc96487dc36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330567 May 23 13:02:04.093006 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-a788c49a-7000-498d-b597-57fd0529d6f1 None None] Port cee5aa36-f69a-432b-9f71-0cc93809d9a9 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:02:04.186313 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Request body: {'port': {'device_id': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:04.523691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ab3f-f297-43ed-a3c4-78571c5ea915 req-fa863db4-6293-4317-a2f7-8a944b8aecc7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:04.525113 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3860ab3f-f297-43ed-a3c4-78571c5ea915 req-fa863db4-6293-4317-a2f7-8a944b8aecc7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 931 time: 0.3448343 May 23 13:02:04.582743 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-9b7097f3-49bb-43f7-a77b-0f27c45887bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:04.584136 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-9b7097f3-49bb-43f7-a77b-0f27c45887bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.5183861 May 23 13:02:04.598469 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:04.601206 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:04.602119 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9fe27a4f-351f-41db-a410-308b150e7749 service neutron] 10.222.0.30 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246274 May 23 13:02:04.691479 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3860ab3f-f297-43ed-a3c4-78571c5ea915 req-7e4c54bf-00d7-4851-94da-8b7587ab163a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548121 May 23 13:02:04.767753 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35028) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:04.783700 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-2f261609-0f14-4f9c-9a36-0c766df1a571 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 200 len: 217 time: 0.0494158 May 23 13:02:04.881351 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:04.892889 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-6bc99c6f-afb3-44f5-83c9-c5655c86a8ec service neutron] 10.222.0.30 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767153 May 23 13:02:04.914139 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-250f20a7-022c-4ce5-a3b5-a1a32d22d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:04.915569 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-250f20a7-022c-4ce5-a3b5-a1a32d22d500 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.1214094 May 23 13:02:04.967758 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Publish callbacks [] for security_group (0b150438-4576-4edf-b46f-a5e9de3e0b47), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.003438 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-6cc39b02-9a1e-4c2d-b571-e4dacb1556a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:05.004917 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-6cc39b02-9a1e-4c2d-b571-e4dacb1556a9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745413 May 23 13:02:05.064075 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (0b150438-4576-4edf-b46f-a5e9de3e0b47), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.111121 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=761edc78b23c4faba7aa88f558d3564b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419206 May 23 13:02:05.117394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 35036) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:05.140419 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:05.155458 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b150438-4576-4edf-b46f-a5e9de3e0b47,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:05.165149 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.165149 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.165660 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.166082 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.166505 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.166721 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.168578 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.169067 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.169712 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.170209 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.170713 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.171192 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.171686 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.173029 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.173708 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1fc875-447f-4701-8a03-ff48076f2c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:05.241522 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ec6e5-c340-47da-92ef-75342be9c39a req-2c678a0d-0e39-4ee9-a589-35500333cf5f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:05.243087 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-406ec6e5-c340-47da-92ef-75342be9c39a req-2c678a0d-0e39-4ee9-a589-35500333cf5f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.1521680 May 23 13:02:05.244849 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-e9a58f84-4d05-4973-9187-7d67738ab6b8 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337437 May 23 13:02:05.283504 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee5aa36-f69a-432b-9f71-0cc93809d9a9 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:05.288820 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-868228f7-fa40-43d1-a6ad-1e19b58ba04c req-ebbb9220-27f4-4e3a-bc2e-94b55bd556be tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0811510 May 23 13:02:05.317354 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Publish callbacks [] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.394203 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Transition to ACTIVE for port object cee5aa36-f69a-432b-9f71-0cc93809d9a9 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:02:05.399284 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-241bd649-0228-4280-93b4-6a7ecab5f93e admin admin] Publish callbacks [] for security_group (0b150438-4576-4edf-b46f-a5e9de3e0b47), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.426324 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-406ec6e5-c340-47da-92ef-75342be9c39a req-ee0f5ffc-4391-4602-9ac9-88fe6f4af8cd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572344 May 23 13:02:05.446100 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-241bd649-0228-4280-93b4-6a7ecab5f93e admin admin] Publish callbacks [] for security_group (0b150438-4576-4edf-b46f-a5e9de3e0b47), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.472984 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b94121cb-d40a-4fb6-aca7-c5c4643336ef req-2a61a59d-2362-4afa-bc87-c4720b3c78ce service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028644 May 23 13:02:05.485702 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.589212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:05.603790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeee92-50fa-4a45-a2be-82409bcb5d99 req-3ff1e943-f1b8-46b8-8360-2f1ace63b4d1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:05.605343 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5afeee92-50fa-4a45-a2be-82409bcb5d99 req-3ff1e943-f1b8-46b8-8360-2f1ace63b4d1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0837636 May 23 13:02:05.633547 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:05.702367 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-241bd649-0228-4280-93b4-6a7ecab5f93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (0b150438-4576-4edf-b46f-a5e9de3e0b47), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.704944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-241bd649-0228-4280-93b4-6a7ecab5f93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.706108 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-241bd649-0228-4280-93b4-6a7ecab5f93e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b150438-4576-4edf-b46f-a5e9de3e0b47 HTTP/1.1" status: 204 len: 168 time: 0.5877278 May 23 13:02:05.722860 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5afeee92-50fa-4a45-a2be-82409bcb5d99 req-8aaa2f63-7220-47fa-88cb-97a7d6926ddc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094465 May 23 13:02:05.745613 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bd649-0228-4280-93b4-6a7ecab5f93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b150438-4576-4edf-b46f-a5e9de3e0b47,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:05.779306 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Attempting to bind port cee5aa36-f69a-432b-9f71-0cc93809d9a9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:02:05.779306 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Attempting to bind port cee5aa36-f69a-432b-9f71-0cc93809d9a9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:02:05.779306 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Attempting to bind port cee5aa36-f69a-432b-9f71-0cc93809d9a9 on network 08745ac9-8019-40f9-9db5-aea6cd887576 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:05.806863 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Port cee5aa36-f69a-432b-9f71-0cc93809d9a9 on network 08745ac9-8019-40f9-9db5-aea6cd887576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:02:05.806863 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Attempting to bind port cee5aa36-f69a-432b-9f71-0cc93809d9a9 on network 08745ac9-8019-40f9-9db5-aea6cd887576 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:05.818507 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:02:05.818950 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Checking segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:02:05.819353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Bound using segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:02:05.819787 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Bound port: cee5aa36-f69a-432b-9f71-0cc93809d9a9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:02:05.820143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:05.872468 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c527652-8e2f-46da-be90-9ed69fce6275 req-633365d6-bd8e-444c-873a-1137486c2eb1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:05.873996 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1c527652-8e2f-46da-be90-9ed69fce6275 req-633365d6-bd8e-444c-873a-1137486c2eb1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0784419 May 23 13:02:05.940615 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:05.959971 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:02:05.964732 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1c527652-8e2f-46da-be90-9ed69fce6275 req-03efdc46-d491-4cca-a7f6-e3af2a598306 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734606 May 23 13:02:05.967667 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:02:06.041812 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:06.083301 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:06.083942 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:06.085335 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] 10.222.0.49 "PUT /v2.0/ports/cee5aa36-f69a-432b-9f71-0cc93809d9a9 HTTP/1.1" status: 200 len: 1093 time: 1.9061358 May 23 13:02:06.085772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:06.088082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b437369d-1eb5-402c-8060-33f016e2a206" -d '{"events": [{"name": "network-changed", "server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:06.138773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1184c27-75c4-4993-b7d7-06c0ed76e389 x-openstack-request-id: req-d1184c27-75c4-4993-b7d7-06c0ed76e389 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:06.139297 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:06.139559 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1184c27-75c4-4993-b7d7-06c0ed76e389 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:06.140229 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1184c27-75c4-4993-b7d7-06c0ed76e389'] response: {'name': 'network-changed', 'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'status': 'completed', 'code': 200} May 23 13:02:06.141001 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bebdc-845d-4647-8c7a-933c81e24b7e service neutron] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:06.229419 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437369d-1eb5-402c-8060-33f016e2a206 req-170c8e89-3c17-4f5f-a5ee-467bb96fdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:06.231078 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b437369d-1eb5-402c-8060-33f016e2a206 req-170c8e89-3c17-4f5f-a5ee-467bb96fdb4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 1127 time: 0.0499473 May 23 13:02:06.375523 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437369d-1eb5-402c-8060-33f016e2a206 req-3ffb13f5-465f-44d3-ad5d-b3539f963edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:06.376950 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b437369d-1eb5-402c-8060-33f016e2a206 req-3ffb13f5-465f-44d3-ad5d-b3539f963edb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5b4d791d4aca45429094aa0fea349041&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1228292 May 23 13:02:06.407090 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df8da8f8-9752-4af3-8235-46e7c0673f19 req-9274c58a-0ccf-4de6-925b-0701a5fb9d57 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0467577 May 23 13:02:06.495657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437369d-1eb5-402c-8060-33f016e2a206 req-4d9147aa-7ee2-4977-ae1e-a6840aeb5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:06.498070 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b437369d-1eb5-402c-8060-33f016e2a206 req-4d9147aa-7ee2-4977-ae1e-a6840aeb5572 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017318 May 23 13:02:06.503608 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35080) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:06.535950 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ba6af9f3-f556-4dff-b3cd-3ded420f9285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:06.655589 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-64ac3d09-34f0-4759-87a1-7a8bb1f109ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:06.657150 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-64ac3d09-34f0-4759-87a1-7a8bb1f109ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 1127 time: 0.0440085 May 23 13:02:06.660495 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ba6af9f3-f556-4dff-b3cd-3ded420f9285 admin admin] Publish callbacks [] for security_group (bae53090-3835-4e16-8e42-ff2582390c0f), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:06.712550 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-18ea4842-4422-4ebc-9b09-a93b4e6f66f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9 HTTP/1.1" status: 200 len: 217 time: 0.0392194 May 23 13:02:06.734792 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ba6af9f3-f556-4dff-b3cd-3ded420f9285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (bae53090-3835-4e16-8e42-ff2582390c0f), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:06.776871 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6af9f3-f556-4dff-b3cd-3ded420f9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae53090-3835-4e16-8e42-ff2582390c0f,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:06.782194 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-ba6af9f3-f556-4dff-b3cd-3ded420f9285 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a31b7b2c9fc54259a9e8d676b1dfc52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768431 May 23 13:02:06.784776 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35090) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:06.791285 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-e11bbad3-86d3-4f9b-9857-ab2607806277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:06.792982 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-e11bbad3-86d3-4f9b-9857-ab2607806277 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0514612 May 23 13:02:06.845495 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-aaa1f372-86d3-43ac-aa17-b9a41eb94692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:06.845716 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-aaa1f372-86d3-43ac-aa17-b9a41eb94692 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463500 May 23 13:02:06.865344 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be38859e-a4d6-4ca2-8728-3bb0b83fd486 admin admin] Publish callbacks [] for security_group (bae53090-3835-4e16-8e42-ff2582390c0f), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:06.893441 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be38859e-a4d6-4ca2-8728-3bb0b83fd486 admin admin] Publish callbacks [] for security_group (bae53090-3835-4e16-8e42-ff2582390c0f), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:06.964239 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-684f8a4d-dffa-41b7-a408-cd987c2ff4f5 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104991 May 23 13:02:06.978224 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:07.007781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be38859e-a4d6-4ca2-8728-3bb0b83fd486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (bae53090-3835-4e16-8e42-ff2582390c0f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:07.011476 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-be38859e-a4d6-4ca2-8728-3bb0b83fd486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:07.017030 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-be38859e-a4d6-4ca2-8728-3bb0b83fd486 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bae53090-3835-4e16-8e42-ff2582390c0f HTTP/1.1" status: 204 len: 168 time: 0.2287214 May 23 13:02:07.029417 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38859e-a4d6-4ca2-8728-3bb0b83fd486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae53090-3835-4e16-8e42-ff2582390c0f,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:07.110664 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-06c4ad1b-7bd7-4aa7-b00f-6a91cfa21a23 req-b1f2ddd1-9291-4fd2-bdb0-df6da423df27 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391492 May 23 13:02:07.125547 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9b92f-8e30-44ca-95f1-a8ca7eb6a731 req-5970c1bd-b185-451f-af37-7f6932bac11a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:07.127280 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6c9b92f-8e30-44ca-95f1-a8ca7eb6a731 req-5970c1bd-b185-451f-af37-7f6932bac11a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0659976 May 23 13:02:07.191280 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6c9b92f-8e30-44ca-95f1-a8ca7eb6a731 req-e6a155f8-3f47-4667-bc8f-c61420653547 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575330 May 23 13:02:07.516438 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6a714cbc-3b6b-492a-97c2-45045494babb req-3f5fb232-b141-4161-aa4c-1461ff5e9959 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0373204 May 23 13:02:07.530978 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:02:07.534604 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:08.196842 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35130) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:08.305850 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094419503-network', 'tenant_id': 'ed17195d8a3d4c5292bfd6099a9df47d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:08.315047 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f92a4-98d6-4e9a-8d87-513cf0dd75e0 req-0e196255-f92c-4382-bc8e-82f30ae74afb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:08.316544 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc9f92a4-98d6-4e9a-8d87-513cf0dd75e0 req-0e196255-f92c-4382-bc8e-82f30ae74afb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0478644 May 23 13:02:08.363884 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc9f92a4-98d6-4e9a-8d87-513cf0dd75e0 req-31d0969f-57c4-405c-8221-b501621f2a60 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415297 May 23 13:02:08.420422 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Made reservation on behalf of ed17195d8a3d4c5292bfd6099a9df47d for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:08.422855 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.431596 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.508445 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks [] for security_group (1fa9f22c-58c9-4f61-8897-4c176c7146f3), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.594615 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1fa9f22c-58c9-4f61-8897-4c176c7146f3), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.599155 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:08.624575 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-279ac86b-5f05-41b5-be82-109a34e26675 req-c1d6fc32-cc94-4147-953e-42ef939d53cf tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0334222 May 23 13:02:08.624792 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:02:08.636304 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa9f22c-58c9-4f61-8897-4c176c7146f3,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:08.645760 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.646376 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Added segment 2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4 of type vlan for network 8eb9b96a-6f28-40fd-a3d5-b8c8cd791382 May 23 13:02:08.658048 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:08.697119 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (8eb9b96a-6f28-40fd-a3d5-b8c8cd791382), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.817902 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (8eb9b96a-6f28-40fd-a3d5-b8c8cd791382), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.818982 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:08.819545 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:08.882782 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb9b96a-6f28-40fd-a3d5-b8c8cd791382,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:08.893326 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 8eb9b96a-6f28-40fd-a3d5-b8c8cd791382 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:02:08.958605 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-abb226e3-4230-469f-9afc-1def7f9d5ac4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7605872 May 23 13:02:08.961331 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35148) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:08.967073 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Request body: {'subnet': {'network_id': '8eb9b96a-6f28-40fd-a3d5-b8c8cd791382', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094419503-subnet', 'tenant_id': 'ed17195d8a3d4c5292bfd6099a9df47d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:09.075062 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Made reservation on behalf of ed17195d8a3d4c5292bfd6099a9df47d for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:09.079917 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27114685'] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:09.179179 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67984c80-c92b-4f2a-9d11-c7b039a28c78 req-92f108f2-6e35-44a5-b179-2259dd5237f9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:09.180658 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-67984c80-c92b-4f2a-9d11-c7b039a28c78 req-92f108f2-6e35-44a5-b179-2259dd5237f9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0480869 May 23 13:02:09.229277 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-67984c80-c92b-4f2a-9d11-c7b039a28c78 req-bc2d5f76-92f3-49cd-98c7-5ae065d735db tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 May 23 13:02:09.315390 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27114575'] for subnet (33b95bdb-9344-45af-bdb5-e2cebffba82b), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:09.377175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b95bdb-9344-45af-bdb5-e2cebffba82b,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:09.384828 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Checking segment: {'id': '2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '8eb9b96a-6f28-40fd-a3d5-b8c8cd791382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:02:09.385197 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Network hostable DHCP agents. Network: 8eb9b96a-6f28-40fd-a3d5-b8c8cd791382, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:02:09.400992 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:09.483633 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Network 8eb9b96a-6f28-40fd-a3d5-b8c8cd791382 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:02:09.485376 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d8f2d-4519-4c23-a09b-9a02b804f68f req-bb6952c1-792e-4a03-959b-d05f8b305c11 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:09.486894 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ee6d8f2d-4519-4c23-a09b-9a02b804f68f req-bb6952c1-792e-4a03-959b-d05f8b305c11 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0478027 May 23 13:02:09.534257 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ee6d8f2d-4519-4c23-a09b-9a02b804f68f req-e313119c-d0df-43e9-b6ed-c0d7a900cfd9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 May 23 13:02:09.572311 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8eb9b96a-6f28-40fd-a3d5-b8c8cd791382) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:02:09.576745 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:09.577336 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:09.581810 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf03637-9f0e-4942-ab12-cee6094fc677 None None] Network 8eb9b96a-6f28-40fd-a3d5-b8c8cd791382 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:02:09.668084 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-69b14273-1a59-445e-9d28-767e5520f68d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6981387 May 23 13:02:09.702707 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ec27a-3679-4695-9e8d-42d351fa396c None None] Network 8eb9b96a-6f28-40fd-a3d5-b8c8cd791382 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:02:09.769451 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2dd78443-67a3-4d45-bcdc-c6f402b8d824 req-470c6526-1b62-4695-a136-4aa986e7845b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0480504 May 23 13:02:09.803818 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35172) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:09.916223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-37acb310-825f-4a05-b5af-1b99139e9f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:09.993106 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-37acb310-825f-4a05-b5af-1b99139e9f39 admin admin] Publish callbacks [] for security_group (f23ddd6a-821d-43ef-b424-4dd68f43ccdb), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.108879 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-37acb310-825f-4a05-b5af-1b99139e9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f23ddd6a-821d-43ef-b424-4dd68f43ccdb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.153439 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-37acb310-825f-4a05-b5af-1b99139e9f39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d177483c7cf24ca7aadd852a66c2e427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477814 May 23 13:02:10.155887 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35180) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:10.162201 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acb310-825f-4a05-b5af-1b99139e9f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ddd6a-821d-43ef-b424-4dd68f43ccdb,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:10.209776 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a91df282-82b8-44d9-af79-764e2669c3d6 admin admin] Publish callbacks [] for security_group (f23ddd6a-821d-43ef-b424-4dd68f43ccdb), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.233098 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a91df282-82b8-44d9-af79-764e2669c3d6 admin admin] Publish callbacks [] for security_group (f23ddd6a-821d-43ef-b424-4dd68f43ccdb), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.346063 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b1f2a-9e06-415a-b940-18c651ad7f76 req-6a3f9e07-8870-4858-834f-f216e60eb75d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:10.347545 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b40b1f2a-9e06-415a-b940-18c651ad7f76 req-6a3f9e07-8870-4858-834f-f216e60eb75d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0478501 May 23 13:02:10.351494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a91df282-82b8-44d9-af79-764e2669c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f23ddd6a-821d-43ef-b424-4dd68f43ccdb), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.354053 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a91df282-82b8-44d9-af79-764e2669c3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.355164 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a91df282-82b8-44d9-af79-764e2669c3d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f23ddd6a-821d-43ef-b424-4dd68f43ccdb HTTP/1.1" status: 204 len: 168 time: 0.1983662 May 23 13:02:10.366117 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91df282-82b8-44d9-af79-764e2669c3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ddd6a-821d-43ef-b424-4dd68f43ccdb,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:10.414528 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b40b1f2a-9e06-415a-b940-18c651ad7f76 req-99adc5b6-1e02-43a4-81a9-96c1b9996d44 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611482 May 23 13:02:10.526803 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35194) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:10.532411 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-923548474-network', 'tenant_id': '6f0b7e44a32f4307a7893046f807fbfa'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:10.625901 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Made reservation on behalf of 6f0b7e44a32f4307a7893046f807fbfa for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:10.628703 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.637892 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.645082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:10.664684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e014ed3-0bb2-4a7a-ba15-d2677c75cb8f req-ca2d875a-ba1b-4a9e-9e1b-216b1518b9b1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:10.674159 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5e014ed3-0bb2-4a7a-ba15-d2677c75cb8f req-ca2d875a-ba1b-4a9e-9e1b-216b1518b9b1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0664206 May 23 13:02:10.724351 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5e014ed3-0bb2-4a7a-ba15-d2677c75cb8f req-a11febe5-7205-49b4-93f1-caf37684969e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490854 May 23 13:02:10.750320 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks [] for security_group (a44f9cd9-30b8-4014-9d87-95fbeed6af71), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.829183 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a44f9cd9-30b8-4014-9d87-95fbeed6af71), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.848284 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:02:10.863321 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-04e946f6-d608-48e5-9265-0604d662095c req-ab995412-7407-4d9d-8e58-b8869902d8e8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0319090 May 23 13:02:10.867895 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (faf9482a-92a9-4163-bc02-2c43de8e3884), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.868294 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Added segment faf9482a-92a9-4163-bc02-2c43de8e3884 of type vlan for network 2b11cad1-100e-4eac-b95a-ca1ea5b0c621 May 23 13:02:10.869709 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44f9cd9-30b8-4014-9d87-95fbeed6af71,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:10.914434 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (2b11cad1-100e-4eac-b95a-ca1ea5b0c621), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:10.930407 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:11.017270 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (2b11cad1-100e-4eac-b95a-ca1ea5b0c621), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.018336 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:11.018917 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.072174 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:11.077065 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 35206) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:11.078458 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] Pushing event updated for resources: {'Network': ['ID=2b11cad1-100e-4eac-b95a-ca1ea5b0c621,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:11.088550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 2b11cad1-100e-4eac-b95a-ca1ea5b0c621 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:02:11.092754 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-08748fd7-4cee-4263-90a8-a7dc5b94891b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.124103 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-cf699017-b120-4b62-b57b-25f693698b9f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5961390 May 23 13:02:11.126919 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 35208) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:11.132738 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Request body: {'subnet': {'network_id': '2b11cad1-100e-4eac-b95a-ca1ea5b0c621', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-923548474-subnet', 'tenant_id': '6f0b7e44a32f4307a7893046f807fbfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:11.191335 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-08748fd7-4cee-4263-90a8-a7dc5b94891b admin admin] Publish callbacks [] for security_group (1118b660-4d62-401d-827d-86a7900a9305), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.223123 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Made reservation on behalf of 6f0b7e44a32f4307a7893046f807fbfa for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:11.225467 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26617322'] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.264365 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-08748fd7-4cee-4263-90a8-a7dc5b94891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1118b660-4d62-401d-827d-86a7900a9305), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.315538 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-08748fd7-4cee-4263-90a8-a7dc5b94891b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b0d1830da054b8599242c45f207e1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373078 May 23 13:02:11.318503 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35210) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:11.330556 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08748fd7-4cee-4263-90a8-a7dc5b94891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1118b660-4d62-401d-827d-86a7900a9305,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:11.372368 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7343e191-e661-4b1d-ac12-2d21a63a3631 admin admin] Publish callbacks [] for security_group (1118b660-4d62-401d-827d-86a7900a9305), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.395353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:11.396135 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7343e191-e661-4b1d-ac12-2d21a63a3631 admin admin] Publish callbacks [] for security_group (1118b660-4d62-401d-827d-86a7900a9305), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.516283 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26712698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26617112'] for subnet (c6ee6b8b-247b-4045-b998-d3d2323d62da), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.534374 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7343e191-e661-4b1d-ac12-2d21a63a3631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1118b660-4d62-401d-827d-86a7900a9305), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.537056 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7343e191-e661-4b1d-ac12-2d21a63a3631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:11.538982 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7343e191-e661-4b1d-ac12-2d21a63a3631 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1118b660-4d62-401d-827d-86a7900a9305 HTTP/1.1" status: 204 len: 168 time: 0.2187161 May 23 13:02:11.546216 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e191-e661-4b1d-ac12-2d21a63a3631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1118b660-4d62-401d-827d-86a7900a9305,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:11.558451 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885f10a-009b-4ceb-873f-3b3bf6ebae32 req-77ad7fcc-d0d0-4e6e-bee8-e432fee9e868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:11.561203 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2885f10a-009b-4ceb-873f-3b3bf6ebae32 req-77ad7fcc-d0d0-4e6e-bee8-e432fee9e868 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0819502 May 23 13:02:11.612434 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ee6b8b-247b-4045-b998-d3d2323d62da,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:11.647189 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Checking segment: {'id': 'faf9482a-92a9-4163-bc02-2c43de8e3884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2b11cad1-100e-4eac-b95a-ca1ea5b0c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:02:11.647882 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Network hostable DHCP agents. Network: 2b11cad1-100e-4eac-b95a-ca1ea5b0c621, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:02:11.655905 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2885f10a-009b-4ceb-873f-3b3bf6ebae32 req-7536d44f-ff23-42bc-9dfc-01f0e837ea7a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824177 May 23 13:02:11.665341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:11.751834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Network 2b11cad1-100e-4eac-b95a-ca1ea5b0c621 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:02:11.841157 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2b11cad1-100e-4eac-b95a-ca1ea5b0c621) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:02:11.852867 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d71f1b-90ab-41cb-8aba-dae8b868aaad req-d9b317d6-8709-4bcf-a047-16f1367108e0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:11.854951 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-26d71f1b-90ab-41cb-8aba-dae8b868aaad req-d9b317d6-8709-4bcf-a047-16f1367108e0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0561593 May 23 13:02:11.855462 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab8caf-ba24-4bf2-ab11-680c8dc6e198 None None] Network 2b11cad1-100e-4eac-b95a-ca1ea5b0c621 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:02:11.856618 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:11.857194 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.036492 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-fb851356-f06d-4b83-b9f4-dbaa9d6be097 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9085228 May 23 13:02:12.045607 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8df095c3-901a-4bcb-bf7e-3aae8c3e3089 req-01240bdf-a107-4270-b61c-2ed419bfe76d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0740087 May 23 13:02:12.070900 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782c8597-b39f-4479-83d7-9952027ec82f None None] Network 2b11cad1-100e-4eac-b95a-ca1ea5b0c621 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:02:12.093092 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-26d71f1b-90ab-41cb-8aba-dae8b868aaad req-df378e47-965a-4c3b-9206-a888738a404e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291451 May 23 13:02:12.123040 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-f8733ab1-0634-42fd-922e-2bbbfc37151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:12.124580 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-f8733ab1-0634-42fd-922e-2bbbfc37151b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1130 time: 0.1042459 May 23 13:02:12.130615 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-14a00787-ac05-4418-9053-580d503b7454 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:12.132345 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-14a00787-ac05-4418-9053-580d503b7454 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "GET /v2.0/networks?id=58c39c65-d0c2-47c3-84c7-3d9e660a4739 HTTP/1.1" status: 200 len: 809 time: 0.2675455 May 23 13:02:12.162327 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Request body: {'port': {'device_id': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739', 'admin_state_up': True, 'tenant_id': '3b3719ab772449d79dc00dc96487dc36'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:12.442969 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35236) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:12.457972 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-020ec815-139f-403b-af78-dc7b09144668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.546331 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-020ec815-139f-403b-af78-dc7b09144668 admin admin] Publish callbacks [] for security_group (24324881-14aa-493d-9f62-713f44770032), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.548855 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-5b628781-5360-4299-bff6-0414e97a9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:12.550364 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-5b628781-5360-4299-bff6-0414e97a9ce8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.4170275 May 23 13:02:12.601365 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-bcc046e8-4f6f-43dc-b1d2-c91026854ade service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 200 len: 217 time: 0.0382562 May 23 13:02:12.606972 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-020ec815-139f-403b-af78-dc7b09144668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (24324881-14aa-493d-9f62-713f44770032), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.648719 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-020ec815-139f-403b-af78-dc7b09144668 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3c26b67bf144c619b6db450170bbf7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046645 May 23 13:02:12.649812 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ec815-139f-403b-af78-dc7b09144668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24324881-14aa-493d-9f62-713f44770032,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:12.653515 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35238) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:12.660860 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-a8b549eb-43ed-498e-ba8e-c255b8243ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:12.662564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-a8b549eb-43ed-498e-ba8e-c255b8243ca6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0531294 May 23 13:02:12.711594 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-466fb05b-a8dd-4e57-83d2-1f1af7876320 admin admin] Publish callbacks [] for security_group (24324881-14aa-493d-9f62-713f44770032), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.718334 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-3e9d0e1b-ab0c-4323-98e3-7af43a030a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:12.719882 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-3e9d0e1b-ab0c-4323-98e3-7af43a030a31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501816 May 23 13:02:12.735962 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-466fb05b-a8dd-4e57-83d2-1f1af7876320 admin admin] Publish callbacks [] for security_group (24324881-14aa-493d-9f62-713f44770032), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.760356 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:12.761175 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Made reservation on behalf of 3b3719ab772449d79dc00dc96487dc36 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:12.764941 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.848944 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-466fb05b-a8dd-4e57-83d2-1f1af7876320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (24324881-14aa-493d-9f62-713f44770032), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.859930 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-466fb05b-a8dd-4e57-83d2-1f1af7876320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:12.859930 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-466fb05b-a8dd-4e57-83d2-1f1af7876320 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24324881-14aa-493d-9f62-713f44770032 HTTP/1.1" status: 204 len: 168 time: 0.1989043 May 23 13:02:12.863194 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fb05b-a8dd-4e57-83d2-1f1af7876320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24324881-14aa-493d-9f62-713f44770032,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:12.878082 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:12.900881 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ac33a-142c-4623-8332-99b09863525c req-c9cd88b1-5149-44ea-af5d-f27a19d08f7e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:12.902508 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df1ac33a-142c-4623-8332-99b09863525c req-c9cd88b1-5149-44ea-af5d-f27a19d08f7e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.1521034 May 23 13:02:13.032095 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-42218372-e14f-4747-8210-7e7718677bab service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055265 May 23 13:02:13.035328 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:02:13.110564 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:13.123590 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Allocated IP 172.20.0.5 (58c39c65-d0c2-47c3-84c7-3d9e660a4739/055503dc-bfe2-4cc1-8db8-d692f17dcdc0/772c5e46-6e5d-4eee-b775-bb97851e12d1) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:02:13.131744 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df1ac33a-142c-4623-8332-99b09863525c req-8c12f82c-49c2-4c00-b1e9-3fb8069f3587 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000561 May 23 13:02:13.218438 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66da14e4-d2ea-4613-b60f-4ccba13af6b6 req-b43af3dc-88b0-49c9-b4ae-f1dd097f1b66 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790562 May 23 13:02:13.269999 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:13.286837 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'port_id': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'mac_address': 'fa:16:3e:20:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:02:13.287631 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-70e2aa64-9b6c-4765-bd76-b79888130dac req-eb5fbfe6-c0a8-43b9-b4c3-a48da181ae81 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0591927 May 23 13:02:13.334310 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-040210b9-c36d-4a58-aff4-14bb28f5c4b5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267520630&fields=id&tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 267 time: 0.1588755 May 23 13:02:13.335999 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port cee5aa36-f69a-432b-9f71-0cc93809d9a9 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:13.336825 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:13.352608 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee5aa36-f69a-432b-9f71-0cc93809d9a9 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:13.389193 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:13.478138 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:13.488838 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks [] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:13.509664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a02a-5936-4ec4-be1d-91a9f3f7c3b6 req-519e6ff9-8c68-4e04-9a33-117aecb115de tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:13.511178 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62b7a02a-5936-4ec4-be1d-91a9f3f7c3b6 req-519e6ff9-8c68-4e04-9a33-117aecb115de tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.1117151 May 23 13:02:13.519684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:13.540989 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:13.548584 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.549348 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.549348 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.549699 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.550062 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.550395 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.550724 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.551049 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.551375 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.551696 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.552035 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.552345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.552666 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.552985 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.553301 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:02:13.565589 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-980164b8-ba13-4fe4-a80d-692fb4a4aa8a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:13.567096 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-980164b8-ba13-4fe4-a80d-692fb4a4aa8a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 812 time: 0.2251348 May 23 13:02:13.602054 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-ade8bcd8-e274-46bd-99af-9b5e2c5f262e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/quotas/c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 375 time: 0.0277770 May 23 13:02:13.609383 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62b7a02a-5936-4ec4-be1d-91a9f3f7c3b6 req-c832e34a-d4d8-457e-9422-a88f55ed6ba1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885205 May 23 13:02:13.660990 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-edfa8b1f-c706-491e-b6ff-103b733c7890 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505571 May 23 13:02:13.661861 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:13.759984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:02:13.769766 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:02:13.772757 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:02:13.798972 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Pushing event updated for resources: {'Port': ['ID=772c5e46-6e5d-4eee-b775-bb97851e12d1,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:13.856952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:13.857574 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:13.872085 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-0477b1bf-6aa0-41c7-9bff-e011eef3fcee service neutron] 10.222.0.30 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968791 May 23 13:02:13.952079 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-e2afbc44-d422-4377-89bc-ed4a2da1e818 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7997699 May 23 13:02:13.969883 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-578f1cd7-3c61-4831-86ee-bdc3c04e40e5 service neutron] 10.222.0.30 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917737 May 23 13:02:13.977607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Request body: {'port': {'device_id': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:14.005494 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:14.044398 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.068303 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['cee5aa36-f69a-432b-9f71-0cc93809d9a9'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:02:14.201677 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35300) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:14.326166 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-222304600-network', 'tenant_id': 'ccd27933078b44b48323995e98b21318'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:14.331161 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6f418-2c5d-489c-b6e3-5ed438e225b8 req-0ab6965a-eaae-4113-ba0e-ecba1338499d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:14.332865 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-05c6f418-2c5d-489c-b6e3-5ed438e225b8 req-0ab6965a-eaae-4113-ba0e-ecba1338499d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0904152 May 23 13:02:14.417250 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Made reservation on behalf of ccd27933078b44b48323995e98b21318 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:14.419424 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-05c6f418-2c5d-489c-b6e3-5ed438e225b8 req-7799c1cf-a3e1-43ec-9e1a-b57454ba19d2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777624 May 23 13:02:14.420357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.431034 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.455030 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772c5e46-6e5d-4eee-b775-bb97851e12d1 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:14.463704 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Publish callbacks [] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.482989 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Transition to ACTIVE for port object 772c5e46-6e5d-4eee-b775-bb97851e12d1 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:02:14.502873 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:14.525256 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks [] for security_group (7d040e47-56e5-426c-afcc-e63db4efbb44), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.549717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5007b3f-f78a-4976-bff1-59d25a16f245 req-a04ea914-0ce4-4d8a-a5eb-63380cbca6d8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:14.551235 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f5007b3f-f78a-4976-bff1-59d25a16f245 req-a04ea914-0ce4-4d8a-a5eb-63380cbca6d8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 931 time: 0.0473559 May 23 13:02:14.575834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.600733 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (7d040e47-56e5-426c-afcc-e63db4efbb44), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.629514 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:02:14.645539 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d040e47-56e5-426c-afcc-e63db4efbb44,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:14.664603 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (15a6e0b0-28fc-4212-949f-af39d2dd76d7), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.665117 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Added segment 15a6e0b0-28fc-4212-949f-af39d2dd76d7 of type vlan for network f040d182-eca3-4e6d-946e-e964e751bb04 May 23 13:02:14.665619 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c7b0b104-4b4a-4831-8b4b-6463a35b9cea req-10fa6a5a-b7a3-4625-ad34-636b636d4484 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0584292 May 23 13:02:14.677752 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f5007b3f-f78a-4976-bff1-59d25a16f245 req-9476d2c0-e480-4ded-8b20-d9b623170508 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205485 May 23 13:02:14.686266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Pushing event updated for resources: {'Port': ['ID=772c5e46-6e5d-4eee-b775-bb97851e12d1,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:14.750495 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (f040d182-eca3-4e6d-946e-e964e751bb04), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.832696 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62f5e7-dd76-4700-9404-6e60ce8a3c81 req-df5c7283-b307-46f2-89e3-4c841c3f3e71 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:14.834205 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6a62f5e7-dd76-4700-9404-6e60ce8a3c81 req-df5c7283-b307-46f2-89e3-4c841c3f3e71 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 944 time: 0.0722704 May 23 13:02:14.858746 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Attempting to bind port 772c5e46-6e5d-4eee-b775-bb97851e12d1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:02:14.859686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Attempting to bind port 772c5e46-6e5d-4eee-b775-bb97851e12d1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:02:14.860021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Attempting to bind port 772c5e46-6e5d-4eee-b775-bb97851e12d1 on network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:14.870727 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:14.872832 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Port 772c5e46-6e5d-4eee-b775-bb97851e12d1 on network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:02:14.873158 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Attempting to bind port 772c5e46-6e5d-4eee-b775-bb97851e12d1 on network 58c39c65-d0c2-47c3-84c7-3d9e660a4739 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:14.888526 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:02:14.888869 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Checking segment: {'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:02:14.889255 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Bound using segment: {'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:02:14.889690 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Bound port: 772c5e46-6e5d-4eee-b775-bb97851e12d1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99ff283a-d5c2-417c-894f-7fd5b8fc77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:02:14.890081 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.900149 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (f040d182-eca3-4e6d-946e-e964e751bb04), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.901199 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:14.901775 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:14.906199 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:14.912043 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6a62f5e7-dd76-4700-9404-6e60ce8a3c81 req-46a66769-21a9-4aaa-b3ae-ff6831332716 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716081 May 23 13:02:14.950763 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:14.966439 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] For port 772c5e46-6e5d-4eee-b775-bb97851e12d1, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:02:14.969434 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f040d182-eca3-4e6d-946e-e964e751bb04,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:14.969579 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] For port 772c5e46-6e5d-4eee-b775-bb97851e12d1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=772c5e46-6e5d-4eee-b775-bb97851e12d1,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:02:14.978805 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network f040d182-eca3-4e6d-946e-e964e751bb04 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:02:15.026231 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:15.029442 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-3194684d-daa2-4c02-88d0-141cdaf3e3c2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.8266330 May 23 13:02:15.032674 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35316) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:15.037520 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Request body: {'subnet': {'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-222304600-subnet', 'tenant_id': 'ccd27933078b44b48323995e98b21318', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:15.050477 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.089012 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.089650 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.091760 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] 10.222.0.49 "PUT /v2.0/ports/772c5e46-6e5d-4eee-b775-bb97851e12d1 HTTP/1.1" status: 200 len: 1093 time: 1.1183305 May 23 13:02:15.092190 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'tag': '772c5e46-6e5d-4eee-b775-bb97851e12d1'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:15.094511 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774f88f0-036a-4171-a6bc-156a19bcc05a" -d '{"events": [{"name": "network-changed", "server_uuid": "edb18d57-e69d-4723-910e-8ba6fb05d761", "tag": "772c5e46-6e5d-4eee-b775-bb97851e12d1"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:15.123290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132c268-c7fe-4534-b194-7156e2f9ff52 service neutron] Pushing event updated for resources: {'Port': ['ID=772c5e46-6e5d-4eee-b775-bb97851e12d1,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:15.135472 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Made reservation on behalf of ccd27933078b44b48323995e98b21318 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:15.138333 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6705cffc-7343-47e1-9105-a2432eca7d0b x-openstack-request-id: req-6705cffc-7343-47e1-9105-a2432eca7d0b {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:15.138626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb18d57-e69d-4723-910e-8ba6fb05d761", "tag": "772c5e46-6e5d-4eee-b775-bb97851e12d1", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:15.138884 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6705cffc-7343-47e1-9105-a2432eca7d0b {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:15.139258 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27114685'] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.139368 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6705cffc-7343-47e1-9105-a2432eca7d0b'] response: {'name': 'network-changed', 'server_uuid': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'tag': '772c5e46-6e5d-4eee-b775-bb97851e12d1', 'status': 'completed', 'code': 200} May 23 13:02:15.252098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f88f0-036a-4171-a6bc-156a19bcc05a req-80c0589e-7db2-4ee2-8a07-541de877988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.253788 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-774f88f0-036a-4171-a6bc-156a19bcc05a req-80c0589e-7db2-4ee2-8a07-541de877988f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b3719ab772449d79dc00dc96487dc36&device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 1127 time: 0.0553081 May 23 13:02:15.323293 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:02:15.371042 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port cee5aa36-f69a-432b-9f71-0cc93809d9a9 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:02:15.374996 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f88f0-036a-4171-a6bc-156a19bcc05a req-42564184-c792-49cc-8a17-7afd5f2ad61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.376469 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-774f88f0-036a-4171-a6bc-156a19bcc05a req-42564184-c792-49cc-8a17-7afd5f2ad61a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3b3719ab772449d79dc00dc96487dc36&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1074193 May 23 13:02:15.400942 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27114575'] for subnet (3da3943a-ee36-40b5-8355-0cefa3adb353), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.424763 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port cee5aa36-f69a-432b-9f71-0cc93809d9a9 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:02:15.425261 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.452316 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da3943a-ee36-40b5-8355-0cefa3adb353,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:15.495626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f88f0-036a-4171-a6bc-156a19bcc05a req-10857821-6d45-4759-bf60-824f21821648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.498556 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-774f88f0-036a-4171-a6bc-156a19bcc05a req-10857821-6d45-4759-bf60-824f21821648 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161342 May 23 13:02:15.504841 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:15.541358 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Checking segment: {'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:02:15.541358 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Network hostable DHCP agents. Network: f040d182-eca3-4e6d-946e-e964e751bb04, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:02:15.559446 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:15.582456 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port cee5aa36-f69a-432b-9f71-0cc93809d9a9 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:15.582849 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.598380 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e41878-6540-42c9-baef-ddb015dbf104 req-5241994d-647b-4b45-bef2-2766a62df617 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.599839 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62e41878-6540-42c9-baef-ddb015dbf104 req-5241994d-647b-4b45-bef2-2766a62df617 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0640230 May 23 13:02:15.611626 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:15.613830 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ba06c3-08c0-46ba-802e-c965b3248193" -d '{"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-plugged", "status": "completed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:15.628563 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:15.643668 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Network f040d182-eca3-4e6d-946e-e964e751bb04 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:02:15.650120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-a8a6218c-8ca7-4599-a2b4-5752a5bb447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.652117 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-a8a6218c-8ca7-4599-a2b4-5752a5bb447f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3b3719ab772449d79dc00dc96487dc36&device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 1127 time: 0.0706868 May 23 13:02:15.663609 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc848d3a-a064-4767-87a9-3cc9699f4a47 x-openstack-request-id: req-dc848d3a-a064-4767-87a9-3cc9699f4a47 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:15.663909 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-plugged", "status": "completed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:15.664154 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc848d3a-a064-4767-87a9-3cc9699f4a47 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:15.664556 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc848d3a-a064-4767-87a9-3cc9699f4a47'] response: {'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'code': 200} May 23 13:02:15.688051 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-62e41878-6540-42c9-baef-ddb015dbf104 req-3171ff13-b5da-48d4-a93f-3d3ee54ee794 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713449 May 23 13:02:15.689152 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.718352 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f040d182-eca3-4e6d-946e-e964e751bb04) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:02:15.738812 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.739404 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:15.760285 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfb79f0-9054-42cf-bfba-5abcd98ddb74 None None] Network f040d182-eca3-4e6d-946e-e964e751bb04 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:02:15.803466 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-b10cec38-575e-4d4c-9536-adbb114ad012 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=772c5e46-6e5d-4eee-b775-bb97851e12d1 HTTP/1.1" status: 200 len: 217 time: 0.1063893 May 23 13:02:15.844447 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:15.846725 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4dd6e4b9-c447-4004-af90-468c68ea72ea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8128335 May 23 13:02:15.903791 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7d780-c983-489c-870f-2cf1e7f706f6 None None] Network f040d182-eca3-4e6d-946e-e964e751bb04 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:02:15.937378 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:15.944091 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78f1067e-9e71-4606-9391-d2ed32ffa396 req-696e007f-4e7f-470d-a4a3-a52c67e65d4d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.1201756 May 23 13:02:15.964417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a810a4-9517-47b3-ae1f-709f5028db16 req-4fd84e9f-9734-48a1-985e-81a9ece19b14 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.966741 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2a810a4-9517-47b3-ae1f-709f5028db16 req-4fd84e9f-9734-48a1-985e-81a9ece19b14 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 943 time: 0.1526995 May 23 13:02:15.968717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-db43b891-d47e-4b5b-a28f-32d85e8a7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:15.970449 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-db43b891-d47e-4b5b-a28f-32d85e8a7689 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=055503dc-bfe2-4cc1-8db8-d692f17dcdc0 HTTP/1.1" status: 200 len: 849 time: 0.1581004 May 23 13:02:16.019949 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-6f0c449d-d939-46fe-bf14-c711c4760153 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58c39c65-d0c2-47c3-84c7-3d9e660a4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361800 May 23 13:02:16.172166 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2a810a4-9517-47b3-ae1f-709f5028db16 req-32aa027d-b253-48e5-9d3d-d9781af11b52 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990917 May 23 13:02:16.192721 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ced001-9f51-41cf-b7ce-c94ca9ff3b8c req-b4d3fe7c-d167-4278-ac0c-77cb33610679 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:16.194224 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-80ced001-9f51-41cf-b7ce-c94ca9ff3b8c req-b4d3fe7c-d167-4278-ac0c-77cb33610679 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.1325135 May 23 13:02:16.215570 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d16e2b-0734-4651-9b66-13ddf4653729 req-a14526c6-6729-4c4f-891b-d1550ffbd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:16.216955 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f1d16e2b-0734-4651-9b66-13ddf4653729 req-a14526c6-6729-4c4f-891b-d1550ffbd83e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 1129 time: 0.0870996 May 23 13:02:16.278794 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-081a3d54-dbae-4749-9db5-b7e7cec5dbef service neutron] 10.222.0.49 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484086 May 23 13:02:16.380232 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-80ced001-9f51-41cf-b7ce-c94ca9ff3b8c req-818ee9b6-0ae1-4642-b71f-f8f36536502c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748617 May 23 13:02:16.384063 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f1d16e2b-0734-4651-9b66-13ddf4653729 req-363ef4b5-bbb9-4a25-bee4-cba264066d7a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567650 May 23 13:02:16.407146 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:16.428638 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1efc58e-64e1-428a-b1a2-a1250cbf2893 req-247f60c3-9809-4fdf-b82c-20391ede60bf service neutron] 10.222.0.49 "GET /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338730 May 23 13:02:16.814093 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714bcef-ffc7-4fc6-9dfa-461e7ed05494 req-9a8e9ba1-9d7a-4903-b1fb-e1b4fef5e304 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:16.815787 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a714bcef-ffc7-4fc6-9dfa-461e7ed05494 req-9a8e9ba1-9d7a-4903-b1fb-e1b4fef5e304 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0479956 May 23 13:02:17.105193 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a714bcef-ffc7-4fc6-9dfa-461e7ed05494 req-024e19fa-058e-41b5-b832-92eadafbfc4e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837169 May 23 13:02:17.120685 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f910ed1e-82cf-43ee-9d96-550a74ab2312 req-63db0d82-547d-4f86-8991-e99291a003f1 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0328996 May 23 13:02:17.295913 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94621d89-3377-471a-a47d-e6768101011d req-63183a44-9b54-4461-9caa-f929393aa8cb tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:17.297388 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-94621d89-3377-471a-a47d-e6768101011d req-63183a44-9b54-4461-9caa-f929393aa8cb tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 943 time: 0.0514262 May 23 13:02:17.345353 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-94621d89-3377-471a-a47d-e6768101011d req-0d908560-78de-4f83-b5fa-a57485078a7c tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 May 23 13:02:17.501142 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf903-461b-4a6d-93d1-99163102db63 req-b1f03a95-5fd5-4064-b9e7-c09a32e71d2c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:17.502346 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1f7cf903-461b-4a6d-93d1-99163102db63 req-b1f03a95-5fd5-4064-b9e7-c09a32e71d2c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0496008 May 23 13:02:17.508765 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:17.552050 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1f7cf903-461b-4a6d-93d1-99163102db63 req-42ae5015-973d-4694-b6e2-b9dc53edc379 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 May 23 13:02:18.235708 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-db6380f7-86d8-49e5-8d66-42a3ccd686c7 req-33314bca-af40-4448-9e20-1ccc48e1af3c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0320747 May 23 13:02:18.243579 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c72d48-0ce5-4223-bf41-91e26981530b req-226b78f2-03e1-4948-8c27-9d1c84278f0b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:18.245211 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-38c72d48-0ce5-4223-bf41-91e26981530b req-226b78f2-03e1-4948-8c27-9d1c84278f0b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0693204 May 23 13:02:18.293088 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-38c72d48-0ce5-4223-bf41-91e26981530b req-6a309455-546d-42ee-bf09-dc2846d3195f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 May 23 13:02:18.461840 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb85c3-f24b-4d95-a59b-7697fd4448c9 req-6dfbae3b-c5ab-4050-a2d1-5365fb878ebd tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:18.463338 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9feb85c3-f24b-4d95-a59b-7697fd4448c9 req-6dfbae3b-c5ab-4050-a2d1-5365fb878ebd tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 943 time: 0.0502434 May 23 13:02:18.510730 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9feb85c3-f24b-4d95-a59b-7697fd4448c9 req-08aad903-a9b1-45b0-aedd-44f6809cb504 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 May 23 13:02:18.671053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661d764-7611-4c45-9652-d4ce713d5a9e req-f7296db1-c784-41e3-b556-367ef5a27d76 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:18.672530 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2661d764-7611-4c45-9652-d4ce713d5a9e req-f7296db1-c784-41e3-b556-367ef5a27d76 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0477521 May 23 13:02:18.720337 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2661d764-7611-4c45-9652-d4ce713d5a9e req-017e7b31-e360-4829-af33-3e95657d6bb7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 May 23 13:02:19.198290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-96235a0d-2f9e-4c24-a9aa-f093da595c73 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:19.199931 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-96235a0d-2f9e-4c24-a9aa-f093da595c73 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/networks?id=f040d182-eca3-4e6d-946e-e964e751bb04 HTTP/1.1" status: 200 len: 813 time: 0.1033804 May 23 13:02:19.214647 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-c11bd197-f931-4b02-a0cf-df92fc54bf87 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/quotas/ccd27933078b44b48323995e98b21318 HTTP/1.1" status: 200 len: 375 time: 0.0090492 May 23 13:02:19.248694 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-c565c50c-8382-4f70-8097-86346cf69d1e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd27933078b44b48323995e98b21318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280957 May 23 13:02:19.316969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:19.333968 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-94c6767b-c944-4a51-a835-581a81256066 req-027a5f5f-6665-4385-9092-3e391538dfce tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0310876 May 23 13:02:19.369365 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-0b215c3b-a403-4a6a-a0c2-a3468fc8303b service neutron] 10.222.0.30 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143088 May 23 13:02:19.476120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf7345-690e-4eaa-a669-a55e7127d054 req-9d3c97da-c0b8-48f1-a2cf-09b19ede1247 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:19.477578 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cabf7345-690e-4eaa-a669-a55e7127d054 req-9d3c97da-c0b8-48f1-a2cf-09b19ede1247 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0845497 May 23 13:02:19.517313 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-cf99641d-260c-470c-9d2d-dd291f6ed355 service neutron] 10.222.0.30 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419463 May 23 13:02:19.540452 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cabf7345-690e-4eaa-a669-a55e7127d054 req-bbae83a9-15b1-4d8d-8dc8-a2461e108ada tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565019 May 23 13:02:19.642795 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675dcde-2d5b-4bdd-ba0f-4be951cd94cf req-e392f58b-a962-4bb9-9cf1-71216f3662ae tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:19.644278 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d675dcde-2d5b-4bdd-ba0f-4be951cd94cf req-e392f58b-a962-4bb9-9cf1-71216f3662ae tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 943 time: 0.0482121 May 23 13:02:19.692217 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d675dcde-2d5b-4bdd-ba0f-4be951cd94cf req-19d57f91-162c-4f1a-aa53-b91647b9f048 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 May 23 13:02:19.750593 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-362fc8e6-c6f7-44d4-8ab6-0acb1e9d3d31 req-038ea12c-313e-4b5b-88bc-9a48939a3ca2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0315776 May 23 13:02:19.844635 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c3e4f-9bad-464f-a2ac-959e0055fc35 req-4e30d084-f597-4ce1-abc2-b7f5ce807ce4 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:19.849809 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-625c3e4f-9bad-464f-a2ac-959e0055fc35 req-4e30d084-f597-4ce1-abc2-b7f5ce807ce4 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0567484 May 23 13:02:19.900660 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-625c3e4f-9bad-464f-a2ac-959e0055fc35 req-ec45859f-8488-4e1e-8332-6a8040e32da0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483949 May 23 13:02:20.432253 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ff39cdd-2997-4af1-9718-56ee05c9b51a req-c11bf240-ea57-484b-a18f-2c6e5c4e4ae8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0317600 May 23 13:02:20.643928 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:20.659298 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557bca2-cc57-4aa3-8521-5c7ebe9003ac req-a98f80a6-b8da-45c2-8133-13e08a8a62a3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:20.660861 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5557bca2-cc57-4aa3-8521-5c7ebe9003ac req-a98f80a6-b8da-45c2-8133-13e08a8a62a3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0513535 May 23 13:02:20.710339 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5557bca2-cc57-4aa3-8521-5c7ebe9003ac req-b4b06eb6-9479-4c79-885f-43320e63f5a6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437200 May 23 13:02:20.806959 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12e20f-c1c5-472e-8d54-601cefef484a req-2a4e4934-9061-4b0a-b4fb-673ce09552e7 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:20.808458 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bf12e20f-c1c5-472e-8d54-601cefef484a req-2a4e4934-9061-4b0a-b4fb-673ce09552e7 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 943 time: 0.0484626 May 23 13:02:20.858703 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71aa8d6a-bc60-41b6-a457-221d55c9c062 req-1e39f798-70c4-4b85-b53f-763d63cf08c4 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0377665 May 23 13:02:20.882668 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bf12e20f-c1c5-472e-8d54-601cefef484a req-ca83d652-d7b3-487a-ba4b-377bef931438 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679188 May 23 13:02:21.024796 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a732bc-ebbc-4743-9e4e-312dea29d0a2 req-a8015b5b-44ee-4609-b49c-dd690faf5723 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:21.026294 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c7a732bc-ebbc-4743-9e4e-312dea29d0a2 req-a8015b5b-44ee-4609-b49c-dd690faf5723 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0520227 May 23 13:02:21.080119 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c7a732bc-ebbc-4743-9e4e-312dea29d0a2 req-aa4e9877-048a-4d64-911c-baadfde7ca5a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479574 May 23 13:02:21.524385 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9505606d-060e-44f1-a8be-958f56f26658 req-82b8bcda-eb4a-40f1-9fcb-a304198f628e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0275829 May 23 13:02:21.657903 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 772c5e46-6e5d-4eee-b775-bb97851e12d1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:02:21.758885 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 772c5e46-6e5d-4eee-b775-bb97851e12d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=772c5e46-6e5d-4eee-b775-bb97851e12d1,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:21.771538 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '772c5e46-6e5d-4eee-b775-bb97851e12d1', 'network_id': '58c39c65-d0c2-47c3-84c7-3d9e660a4739', 'port_id': '772c5e46-6e5d-4eee-b775-bb97851e12d1', 'mac_address': 'fa:16:3e:21:91:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055503dc-bfe2-4cc1-8db8-d692f17dcdc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:02:21.806643 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 772c5e46-6e5d-4eee-b775-bb97851e12d1 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:21.807033 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:21.821125 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772c5e46-6e5d-4eee-b775-bb97851e12d1 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:21.825456 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1ccee-a654-4053-a036-1c0f08995d54 req-f8e937e5-c438-4bd8-bb52-ceeab04e4b7b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:21.827014 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7df1ccee-a654-4053-a036-1c0f08995d54 req-f8e937e5-c438-4bd8-bb52-ceeab04e4b7b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0470438 May 23 13:02:21.843013 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 772c5e46-6e5d-4eee-b775-bb97851e12d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=772c5e46-6e5d-4eee-b775-bb97851e12d1,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:21.875096 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7df1ccee-a654-4053-a036-1c0f08995d54 req-ad6ff090-a9ef-46ba-a2b5-21eaedbea553 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413289 May 23 13:02:21.949299 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:21.961848 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-23123d9d-07d7-4ed3-ad57-707b39876ddb req-3abbc972-b1ad-41e8-9bf4-8b08707239dd tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0355616 May 23 13:02:21.999411 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=772c5e46-6e5d-4eee-b775-bb97851e12d1,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:22.011046 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d20bc-4743-45ae-b561-7ff09d022438 req-cae5370d-6cc0-493e-9816-69563294799d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:22.013245 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2e8d20bc-4743-45ae-b561-7ff09d022438 req-cae5370d-6cc0-493e-9816-69563294799d tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 944 time: 0.0542021 May 23 13:02:22.060649 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2e8d20bc-4743-45ae-b561-7ff09d022438 req-9dbb17ef-7b88-4edd-b028-61ab090ef0ca tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414293 May 23 13:02:22.196121 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bfcd8-3403-4e37-8126-92208fee1e3f req-63b72007-7fa5-4bdd-bd32-fdbf9134c268 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:22.197489 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e64bfcd8-3403-4e37-8126-92208fee1e3f req-63b72007-7fa5-4bdd-bd32-fdbf9134c268 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0472255 May 23 13:02:22.209959 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:22.243691 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e64bfcd8-3403-4e37-8126-92208fee1e3f req-d9ddce8d-0598-4fde-a76c-d8c5ba87321d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 May 23 13:02:22.631415 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ee67b11-156c-4b1e-a140-263faa1b54ad req-d5684f53-f3ce-449e-b7ce-39841ef0e2b1 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0309434 May 23 13:02:22.990210 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537630aa-54fd-47e6-9e71-fb859a9a1db7 req-a9332c0d-8175-47b0-ad62-60a2f70817e0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:22.991682 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-537630aa-54fd-47e6-9e71-fb859a9a1db7 req-a9332c0d-8175-47b0-ad62-60a2f70817e0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0474980 May 23 13:02:23.051957 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-537630aa-54fd-47e6-9e71-fb859a9a1db7 req-4e57bf19-8124-4256-b8ed-ea3d0a954cd9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541542 May 23 13:02:23.067905 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b67316be-4849-477b-884d-078d5057a25b req-4fb28d3a-8977-4f81-922a-aeedb8cb5059 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0371203 May 23 13:02:23.177390 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f9faa-375c-4b0d-b049-30aa4bcfd8e9 req-9e95a0c2-0f71-43f7-a600-94406ccc2d5f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:23.178874 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-356f9faa-375c-4b0d-b049-30aa4bcfd8e9 req-9e95a0c2-0f71-43f7-a600-94406ccc2d5f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 944 time: 0.0513120 May 23 13:02:23.227085 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-356f9faa-375c-4b0d-b049-30aa4bcfd8e9 req-23b47b68-bae0-46d3-8ddf-ef9d6e5b6c34 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 May 23 13:02:23.359889 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec6169-44eb-4d07-b225-5426cb890609 req-dbc33ebd-0d14-457a-953e-fcc7bde33281 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:23.361335 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b5ec6169-44eb-4d07-b225-5426cb890609 req-dbc33ebd-0d14-457a-953e-fcc7bde33281 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0462649 May 23 13:02:23.407925 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b5ec6169-44eb-4d07-b225-5426cb890609 req-554214a2-1ec9-41de-ba90-0ead818ef702 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 May 23 13:02:23.728593 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-22dc2224-3a05-4704-9b2e-4d8b962ae896 req-723a6782-fc5c-49b6-8e2a-7e077e88448a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0278704 May 23 13:02:23.812870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['772c5e46-6e5d-4eee-b775-bb97851e12d1'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:02:23.875647 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:24.179516 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dfc0decf-2fe7-4dcb-a544-ca2d4b19c7b7 req-e64e74b4-05f5-4b43-bb53-91260d6712bd tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0463479 May 23 13:02:24.193429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaceedc-eefa-4d84-ad98-26a029f0bcf7 req-e060b296-27f0-4c30-a5cc-d5da4095cbd9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:24.194909 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfaceedc-eefa-4d84-ad98-26a029f0bcf7 req-e060b296-27f0-4c30-a5cc-d5da4095cbd9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0738275 May 23 13:02:24.245988 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfaceedc-eefa-4d84-ad98-26a029f0bcf7 req-221eb727-9f0f-4fde-9bbb-0912fa43aa94 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 May 23 13:02:24.334378 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:24.342707 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abe3f3-2116-4136-866b-4691cd1c05f2 req-b225ddad-3cb9-490f-b725-91bbec3d6bb8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:24.344158 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-07abe3f3-2116-4136-866b-4691cd1c05f2 req-b225ddad-3cb9-490f-b725-91bbec3d6bb8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 944 time: 0.0484948 May 23 13:02:24.392063 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-07abe3f3-2116-4136-866b-4691cd1c05f2 req-3bf5a0ad-f115-4baf-b68d-f72498e9a2c6 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 May 23 13:02:24.532565 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbf7f2-4fb2-46d5-9dd9-be2a1e5323f9 req-4b463c17-8fd9-4f1a-b7c0-ca6d68e08f34 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:24.534053 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fabbf7f2-4fb2-46d5-9dd9-be2a1e5323f9 req-4b463c17-8fd9-4f1a-b7c0-ca6d68e08f34 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0522058 May 23 13:02:24.581870 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fabbf7f2-4fb2-46d5-9dd9-be2a1e5323f9 req-d95128de-085b-4db4-98e9-253a78d136d9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 May 23 13:02:24.823320 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-69d6934e-f4db-434d-8469-896db5702355 req-0995a3c8-2297-47fa-b287-89d3e3e77ea6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0284488 May 23 13:02:25.280959 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f28c02a3-fae9-4f40-8889-bff9df195c74 req-5e780086-221c-40a3-86ea-73c1608b0ea8 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0296969 May 23 13:02:25.307279 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:25.366166 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e527f-9adc-4b44-ae24-405f3df82e97 req-d1d77bfa-09e8-4e8b-ba34-0c617ab59b9e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:25.367640 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b69e527f-9adc-4b44-ae24-405f3df82e97 req-d1d77bfa-09e8-4e8b-ba34-0c617ab59b9e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0501506 May 23 13:02:25.414367 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b69e527f-9adc-4b44-ae24-405f3df82e97 req-233da197-6680-42c2-8189-3d32ef6c274c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 May 23 13:02:25.503755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aae080-039f-4fd5-95a1-e4f14135b386 req-250259df-9734-4f0b-9837-b82e75bc7a03 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:25.505089 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65aae080-039f-4fd5-95a1-e4f14135b386 req-250259df-9734-4f0b-9837-b82e75bc7a03 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 944 time: 0.0463326 May 23 13:02:25.553754 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65aae080-039f-4fd5-95a1-e4f14135b386 req-eb8e599e-59fb-4f7d-8190-2508c9390ee2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 May 23 13:02:25.697710 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b776b80-9182-40bb-a394-984a4946606b req-a34fb21e-6615-43c7-af2d-bb4644aabc86 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:25.699207 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b776b80-9182-40bb-a394-984a4946606b req-a34fb21e-6615-43c7-af2d-bb4644aabc86 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0462999 May 23 13:02:25.751550 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b776b80-9182-40bb-a394-984a4946606b req-0b5a24c9-1951-431c-a1b1-7aa1e50fb55f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454600 May 23 13:02:25.754998 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:25.805842 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 772c5e46-6e5d-4eee-b775-bb97851e12d1 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:02:25.854168 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 772c5e46-6e5d-4eee-b775-bb97851e12d1 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:02:25.874156 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0af93-5f72-44b3-8b08-013445a06176 req-9daa2d0a-876b-492b-91e3-2b6b59f11d01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:25.874734 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-caa0af93-5f72-44b3-8b08-013445a06176 req-9daa2d0a-876b-492b-91e3-2b6b59f11d01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0522363 May 23 13:02:25.884873 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35518) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:25.891702 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'floatingip': {'port_id': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:25.917404 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 772c5e46-6e5d-4eee-b775-bb97851e12d1 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:02:25.918034 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:25.928778 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-700e503c-4f08-491c-a883-2b4c70db3196 req-2fb29237-95de-4cb8-9830-9cae77d2b768 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0285163 May 23 13:02:25.959800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:25.973658 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (28e559e2-9876-495e-a4ea-914cd2ee67ea), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:26.096435 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:26.102503 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-a574af84-4d2b-4f03-8c17-6a8ea743f1e2 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:26.108692 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-a574af84-4d2b-4f03-8c17-6a8ea743f1e2 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 812 time: 0.1594195 May 23 13:02:26.151952 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 772c5e46-6e5d-4eee-b775-bb97851e12d1 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:26.152736 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:26.178256 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772c5e46-6e5d-4eee-b775-bb97851e12d1'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:26.180967 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5091cf24-bb2d-431e-b86b-c5d1cf674801" -d '{"events": [{"server_uuid": "edb18d57-e69d-4723-910e-8ba6fb05d761", "name": "network-vif-plugged", "status": "completed", "tag": "772c5e46-6e5d-4eee-b775-bb97851e12d1"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:26.191387 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-5af38c52-079a-44d5-bd8e-e27e1b4d78c7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 379 time: 0.0668578 May 23 13:02:26.194629 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 772c5e46-6e5d-4eee-b775-bb97851e12d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=772c5e46-6e5d-4eee-b775-bb97851e12d1,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:26.212317 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'port': {'device_id': '7064ed49-237d-441d-a087-70b195245624', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'admin_state_up': True, 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'security_groups': ['53e26d76-a5bb-4f68-957b-73a90c6790f2']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:26.224787 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fda6745-0068-4953-8209-3f6702ee85cc x-openstack-request-id: req-9fda6745-0068-4953-8209-3f6702ee85cc {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:26.225074 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb18d57-e69d-4723-910e-8ba6fb05d761", "name": "network-vif-plugged", "status": "completed", "tag": "772c5e46-6e5d-4eee-b775-bb97851e12d1", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:26.225329 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fda6745-0068-4953-8209-3f6702ee85cc {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:26.225717 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fda6745-0068-4953-8209-3f6702ee85cc'] response: {'server_uuid': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772c5e46-6e5d-4eee-b775-bb97851e12d1', 'code': 200} May 23 13:02:26.264098 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:26.335090 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=772c5e46-6e5d-4eee-b775-bb97851e12d1,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:26.427093 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6108f351-4481-4d40-9a3c-6d24bb848738 req-bb34c407-46dd-4834-a98f-36a65733a22f tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0360219 May 23 13:02:26.469506 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Made reservation on behalf of c7ef8e9bc68d4e60b8993eac9f160a65 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:26.473524 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:26.587585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94ab64-cb65-457f-8a9d-e54cacb9890b req-c192e217-c384-4256-8989-1b602d8f4db0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:26.589173 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8f94ab64-cb65-457f-8a9d-e54cacb9890b req-c192e217-c384-4256-8989-1b602d8f4db0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0920627 May 23 13:02:26.719951 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:26.737078 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8f94ab64-cb65-457f-8a9d-e54cacb9890b req-8210d8e2-47d7-4c82-9409-e0eae9f0c46f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403368 May 23 13:02:26.752751 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Allocated IP 172.20.0.7 (b8997ea7-0013-4a19-8df5-a24d1eca94b5/e33a9d5e-e842-4e60-924f-a64ae9b86bde/f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:02:26.763920 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db13dc-41e7-49d6-92e9-a824fac66684 req-98de3dca-bd11-4591-93c3-b407496e1f01 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:26.765254 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4db13dc-41e7-49d6-92e9-a824fac66684 req-98de3dca-bd11-4591-93c3-b407496e1f01 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.1036959 May 23 13:02:26.895262 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:26.962115 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4db13dc-41e7-49d6-92e9-a824fac66684 req-19f2a8ad-65dd-4a16-b206-d85cd4fec0dc tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898711 May 23 13:02:26.963703 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (28e559e2-9876-495e-a4ea-914cd2ee67ea), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:26.991830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:27.002885 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6f2a4-fc53-4c97-9f04-25bade4e1e00 req-ffd6154a-87f6-438f-b5fe-9aa610b4a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:27.004296 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-01b6f2a4-fc53-4c97-9f04-25bade4e1e00 req-ffd6154a-87f6-438f-b5fe-9aa610b4a59d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 1129 time: 0.1227405 May 23 13:02:27.069627 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Floating IP 28e559e2-9876-495e-a4ea-914cd2ee67ea associated. External IP: 172.37.1.147, port: cee5aa36-f69a-432b-9f71-0cc93809d9a9. May 23 13:02:27.078376 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-194e0aee-f8f5-4072-8663-0ce1256189f3 req-e3c5f1a8-5907-47fb-8559-6f9dca7d2d3e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0492544 May 23 13:02:27.092646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:27.130090 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-01b6f2a4-fc53-4c97-9f04-25bade4e1e00 req-2a7c06c6-43c1-466d-8d5d-96510bf4df2e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177056 May 23 13:02:27.140463 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-40fe4773-d398-43a9-ac30-5c31c9d93ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:27.274673 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Router 19b95bcf-0494-445a-a7bf-fa890d433ef4 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:02:27.278535 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:27.327585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:02:27.337412 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:02:27.337412 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:27.339435 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:02:27.379910 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:27.396363 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:27.397002 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:27.409855 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:02:27.423072 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:27.436613 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] Sync routers for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:02:27.449600 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:02:27.451136 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:01:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:27.460617 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-97bfc263-c35b-4e89-b513-396f82aa39ff tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "PUT /v2.0/floatingips/28e559e2-9876-495e-a4ea-914cd2ee67ea HTTP/1.1" status: 200 len: 991 time: 1.5746477 May 23 13:02:27.461905 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:27.464283 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384" -d '{"events": [{"name": "network-changed", "server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:27.529706 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565d3a3c-4058-42b0-b5ea-e213ca5c0bdd x-openstack-request-id: req-565d3a3c-4058-42b0-b5ea-e213ca5c0bdd {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:27.530090 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:27.530407 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-565d3a3c-4058-42b0-b5ea-e213ca5c0bdd {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:27.530873 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565d3a3c-4058-42b0-b5ea-e213ca5c0bdd'] response: {'name': 'network-changed', 'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'status': 'completed', 'code': 200} May 23 13:02:27.537943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-16363f37-d691-415e-96b9-14e26e551780 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3298047 May 23 13:02:27.585525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-233633d6-936c-4505-992e-a0a3f30616c3 req-f397eff1-c9a7-453e-b6c9-7f98c860e48a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0366161 May 23 13:02:27.612854 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:02:27.640090 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-776721d8-685a-4245-bce9-526eb06ba6d6 None None] Provisioning complete for port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:02:27.640635 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-776721d8-685a-4245-bce9-526eb06ba6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:27.674548 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-776721d8-685a-4245-bce9-526eb06ba6d6 None None] Port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:02:27.809852 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Request body: {'port': {'device_id': '7064ed49-237d-441d-a087-70b195245624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:27.839871 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28e559e2-9876-495e-a4ea-914cd2ee67ea', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'floating_ip_address': '172.37.1.147', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'port_id': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'mac_address': 'fa:16:3e:20:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:01:41Z', 'updated_at': '2022-05-23T13:02:26Z', 'revision_number': 1, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:27.865003 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] Checking router: 19b95bcf-0494-445a-a7bf-fa890d433ef4 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:02:27.875141 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:02:27.875758 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:01:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:27.904566 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5d2d4-078d-4dee-90e7-613e9c1c1f8e req-60382c80-1260-4a52-b996-69b51913e405 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:27.906005 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-86c5d2d4-078d-4dee-90e7-613e9c1c1f8e req-60382c80-1260-4a52-b996-69b51913e405 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0748019 May 23 13:02:27.922331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:27.983724 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:02:28.000425 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-86c5d2d4-078d-4dee-90e7-613e9c1c1f8e req-00925295-5993-4c43-9b9f-a009d0696625 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878654 May 23 13:02:28.112758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:28.146041 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b1063-12f3-45e9-a7c1-7c58281224a5 req-dc81d256-52b2-413c-b23b-bd4f4802620b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:28.147536 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d69b1063-12f3-45e9-a7c1-7c58281224a5 req-dc81d256-52b2-413c-b23b-bd4f4802620b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.1046104 May 23 13:02:28.203456 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28e559e2-9876-495e-a4ea-914cd2ee67ea', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'floating_ip_address': '172.37.1.147', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'port_id': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'mac_address': 'fa:16:3e:20:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:01:41Z', 'updated_at': '2022-05-23T13:02:26Z', 'revision_number': 1, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:28.227486 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af0281-25c6-4c63-b2ef-31d1b99da7c3 None None] The sync data for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi is: [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '28e559e2-9876-495e-a4ea-914cd2ee67ea', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'floating_ip_address': '172.37.1.147', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'port_id': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'mac_address': 'fa:16:3e:20:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:01:41Z', 'updated_at': '2022-05-23T13:02:26Z', 'revision_number': 1, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:02:28.278070 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ef90e-7873-4b6c-b410-3c9abd39aa72 req-745dbc5e-f580-4c3a-845f-a18b52e1b051 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:28.279591 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0c5ef90e-7873-4b6c-b410-3c9abd39aa72 req-745dbc5e-f580-4c3a-845f-a18b52e1b051 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 931 time: 0.1279273 May 23 13:02:28.303827 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d69b1063-12f3-45e9-a7c1-7c58281224a5 req-ffe8527b-4bd1-4344-891a-cdeb94277bee tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406090 May 23 13:02:28.369827 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0c5ef90e-7873-4b6c-b410-3c9abd39aa72 req-3c8b8d0a-e91c-4b93-9ef7-18e057293722 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812731 May 23 13:02:28.421792 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:28.428463 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:28.434703 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Publish callbacks [] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:28.451349 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20bac5e-141c-49ae-b608-767edac931c6 None None] New status for floating IP 28e559e2-9876-495e-a4ea-914cd2ee67ea: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:02:28.457509 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Transition to ACTIVE for port object f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:02:28.583043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:28.928505 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-651fe1e0-353b-47fb-8362-b15c3f343358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:28.930026 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-651fe1e0-353b-47fb-8362-b15c3f343358 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 1129 time: 0.3854282 May 23 13:02:28.931547 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6c543d12-5b73-4986-993f-42a9f0ad416e req-54c06eaf-b0f6-4d04-8460-4ef3b2798bb6 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0680373 May 23 13:02:28.950830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Pushing event updated for resources: {'Port': ['ID=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:29.007435 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-17556f6a-335c-400d-9dd3-cacce7f850a8 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:29.008979 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-17556f6a-335c-400d-9dd3-cacce7f850a8 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "GET /v2.0/networks?id=f040d182-eca3-4e6d-946e-e964e751bb04 HTTP/1.1" status: 200 len: 813 time: 0.4737513 May 23 13:02:29.072426 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Attempting to bind port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:02:29.072761 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Attempting to bind port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:02:29.073086 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Attempting to bind port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:29.082548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:02:29.082977 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Attempting to bind port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:29.088745 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:02:29.089098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Checking segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:02:29.089603 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Bound using segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:02:29.090039 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Bound port: f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:02:29.090482 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:29.186497 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4a10b-7b52-48ba-b0ba-22b052a966a5 req-83262103-d41e-4028-a5df-214088e55ccf tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:29.186497 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ccc4a10b-7b52-48ba-b0ba-22b052a966a5 req-83262103-d41e-4028-a5df-214088e55ccf tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0925174 May 23 13:02:29.235706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] For port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:02:29.240790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] For port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:02:29.258057 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ccc4a10b-7b52-48ba-b0ba-22b052a966a5 req-0f7ad39b-7918-45d0-8eb4-302e440fe006 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650928 May 23 13:02:29.327585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:29.331027 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:29.381574 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:29.383882 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:29.385437 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] 10.222.0.49 "PUT /v2.0/ports/f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 HTTP/1.1" status: 200 len: 1093 time: 1.5811682 May 23 13:02:29.390444 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:29.401343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258e5670-a55b-4ed9-ab4a-88f58edb791a" -d '{"events": [{"name": "network-changed", "server_uuid": "7064ed49-237d-441d-a087-70b195245624", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:29.508095 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-afda6de1-e9f0-4d7b-82e9-2e690dfe5527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:29.537479 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c15140-d645-4996-8e62-9bbbfb41b0ea service neutron] Pushing event updated for resources: {'Port': ['ID=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:29.556362 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0473f0-7dc5-4145-b170-597f1d077e15 req-38dc867f-78db-4efb-8dfd-abb23edc12dc tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:29.557692 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0f0473f0-7dc5-4145-b170-597f1d077e15 req-38dc867f-78db-4efb-8dfd-abb23edc12dc tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.1680110 May 23 13:02:29.597551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb4b19-c5ce-4e2f-b3fc-f01f3e0a3357 req-ef16d004-b117-4837-9728-52eed708cb93 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:29.599324 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0aeb4b19-c5ce-4e2f-b3fc-f01f3e0a3357 req-ef16d004-b117-4837-9728-52eed708cb93 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.1368656 May 23 13:02:29.640710 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Request body: {'port': {'device_id': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04', 'admin_state_up': True, 'tenant_id': 'ccd27933078b44b48323995e98b21318'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:29.824365 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0f0473f0-7dc5-4145-b170-597f1d077e15 req-790d57a7-e1fc-4cd9-a6af-d26638180799 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470841 May 23 13:02:29.916106 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0aeb4b19-c5ce-4e2f-b3fc-f01f3e0a3357 req-472323fc-dbbf-46ec-aad9-8b1fdf994270 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975709 May 23 13:02:29.920918 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e8f56-f345-4db4-b5d6-f20e1bd4b6a1 x-openstack-request-id: req-9c7e8f56-f345-4db4-b5d6-f20e1bd4b6a1 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:29.921198 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7064ed49-237d-441d-a087-70b195245624", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:29.921446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c7e8f56-f345-4db4-b5d6-f20e1bd4b6a1 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:29.921844 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7e8f56-f345-4db4-b5d6-f20e1bd4b6a1'] response: {'name': 'network-changed', 'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'status': 'completed', 'code': 200} May 23 13:02:29.948059 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:29.950128 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-b87047d5-9f42-41ae-b10c-fe8c2e0eec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:29.951641 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-b87047d5-9f42-41ae-b10c-fe8c2e0eec9f service neutron] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 918 time: 0.3169711 May 23 13:02:29.960649 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-ee6aedc9-82d7-416b-bcd9-04308a91467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:29.962069 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-ee6aedc9-82d7-416b-bcd9-04308a91467c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 1127 time: 0.1116810 May 23 13:02:30.063698 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-451c1e2b-4c2e-4b57-a5ed-ce3422ad3e70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 HTTP/1.1" status: 200 len: 217 time: 0.0630939 May 23 13:02:30.095011 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78446a47-31a7-4468-a2c5-0847bb18fde5 req-aeda9831-e528-4f41-b88f-0ac70f03e689 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0830462 May 23 13:02:30.135667 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-0590484c-b48a-4c13-b368-1202d20a185d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9 HTTP/1.1" status: 200 len: 1001 time: 0.1726253 May 23 13:02:30.178980 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Made reservation on behalf of ccd27933078b44b48323995e98b21318 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:02:30.182351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:30.205867 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-05d68cbf-5494-43c1-89ff-6eb8665893d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:30.207383 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-05d68cbf-5494-43c1-89ff-6eb8665893d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.1238620 May 23 13:02:30.264394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-0c6b5820-1de3-4384-b296-aadce362dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:30.266144 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-0c6b5820-1de3-4384-b296-aadce362dd39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.1214650 May 23 13:02:30.315960 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-3a269a1a-4572-4c21-bd01-d9b66be47c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:30.317456 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-3a269a1a-4572-4c21-bd01-d9b66be47c1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011009 May 23 13:02:30.436541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-4dcc5ce1-508b-4fa5-80d4-6a11d97fabd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:30.438070 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-4dcc5ce1-508b-4fa5-80d4-6a11d97fabd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1425083 May 23 13:02:30.487593 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466484-2179-4946-a49b-32872e1c315f req-f9d394a5-2a5b-4997-93b1-5a9b6832bb77 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:30.489069 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a5466484-2179-4946-a49b-32872e1c315f req-f9d394a5-2a5b-4997-93b1-5a9b6832bb77 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.1523216 May 23 13:02:30.558630 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Allocated IP 172.20.0.12 (f040d182-eca3-4e6d-946e-e964e751bb04/3da3943a-ee36-40b5-8355-0cefa3adb353/6e114242-9ed0-40d0-98db-97f57599dd87) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:02:30.566350 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:30.618221 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-f7eba285-f61a-4414-a700-0950e3c344de service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824035 May 23 13:02:30.626470 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:30.670053 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a5466484-2179-4946-a49b-32872e1c315f req-f23a6d9a-033e-4a21-b790-e9ef3e3a3bc5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742601 May 23 13:02:30.744230 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-11372038-1cca-4e20-b2e9-069cffa2ac07 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430620 May 23 13:02:30.795710 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:30.834850 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks [] for port (6e114242-9ed0-40d0-98db-97f57599dd87), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:30.955706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:31.007684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Network f040d182-eca3-4e6d-946e-e964e751bb04 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:02:31.038428 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:02:31.047370 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:02:31.079684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Pushing event updated for resources: {'Port': ['ID=6e114242-9ed0-40d0-98db-97f57599dd87,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:31.089915 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22b9cf-23de-4f5e-bbd4-5f940393d553 req-50ab5dfc-e01d-40ed-81c6-dadd48ab2cb1 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:31.092047 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ac22b9cf-23de-4f5e-bbd4-5f940393d553 req-50ab5dfc-e01d-40ed-81c6-dadd48ab2cb1 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.1041238 May 23 13:02:31.125621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:31.126277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:31.162220 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ac22b9cf-23de-4f5e-bbd4-5f940393d553 req-5811e4d8-f38f-42fd-8802-79f71e7b82d2 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644181 May 23 13:02:31.208211 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8e2f7-f69b-4523-89ad-da864cb2a4e1 req-d84e5d12-7bb7-42b1-8850-5899f8d45a6f tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:31.209703 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b8f8e2f7-f69b-4523-89ad-da864cb2a4e1 req-d84e5d12-7bb7-42b1-8850-5899f8d45a6f tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 932 time: 0.0465899 May 23 13:02:31.213223 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-44b76312-ce8e-4fd4-b684-91b862e8a377 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5805581 May 23 13:02:31.258795 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b8f8e2f7-f69b-4523-89ad-da864cb2a4e1 req-0b2d3196-d96f-403f-84df-a053f813aa6a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 May 23 13:02:31.794854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36d798-d57e-45af-b8dd-c93d73e837a8 req-f8280a1c-4581-49ad-9da9-0ff8c643c2b8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:31.796436 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0b36d798-d57e-45af-b8dd-c93d73e837a8 req-f8280a1c-4581-49ad-9da9-0ff8c643c2b8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0557539 May 23 13:02:31.824346 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:31.859675 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0b36d798-d57e-45af-b8dd-c93d73e837a8 req-7ec9a27e-c9c1-46c2-b45b-ec96ef32bc8f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567257 May 23 13:02:31.923594 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:32.199585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Request body: {'port': {'device_id': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:32.365423 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e849d8-5fe1-4f41-b2cb-13b3941b48ee req-8ac4d8ba-60a6-49d6-9192-d4a8a1303bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:32.366980 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-b9e849d8-5fe1-4f41-b2cb-13b3941b48ee req-8ac4d8ba-60a6-49d6-9192-d4a8a1303bbb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1130 time: 0.0413835 May 23 13:02:32.414700 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-b9e849d8-5fe1-4f41-b2cb-13b3941b48ee req-81645b78-4ae0-4327-b085-322a101f10f8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 May 23 13:02:32.674631 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecee813-4924-4418-884a-8bf3b8ac0dab req-1f54c455-aa10-4814-b1f9-8b01889ff1b7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:32.677853 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3ecee813-4924-4418-884a-8bf3b8ac0dab req-1f54c455-aa10-4814-b1f9-8b01889ff1b7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.4163101 May 23 13:02:32.720048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:32.747614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2ab44-50fb-4c21-90c7-147d90eb8c11 req-2354a200-3711-48fd-bddd-0565ff82b0be tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:32.748104 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c9d2ab44-50fb-4c21-90c7-147d90eb8c11 req-2354a200-3711-48fd-bddd-0565ff82b0be tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 932 time: 0.1685739 May 23 13:02:32.789283 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89b877f6-2909-49e7-a026-70acb2ed7a18 req-7f60e636-ff92-4b30-b2ce-3993054c020a service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853589 May 23 13:02:32.802445 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71dd0d72-d746-4a71-9e1c-60ad3e2b3384 req-2866f992-3c2a-488c-8131-2d0e722ad688 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963242 May 23 13:02:32.843731 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3ecee813-4924-4418-884a-8bf3b8ac0dab req-e2890f82-8dc6-4c04-993b-369d71ac6210 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540179 May 23 13:02:32.899432 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c9d2ab44-50fb-4c21-90c7-147d90eb8c11 req-e73277fd-49e7-437b-9d68-b4bf08b19ca2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305268 May 23 13:02:33.080208 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae99b-7bc7-4594-a6aa-4afd5ab6177a req-928cdf72-37c0-4505-b6c9-fcbff6649f70 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:33.081771 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-868ae99b-7bc7-4594-a6aa-4afd5ab6177a req-928cdf72-37c0-4505-b6c9-fcbff6649f70 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0947666 May 23 13:02:33.158718 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:33.169410 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-868ae99b-7bc7-4594-a6aa-4afd5ab6177a req-019578ad-0655-4c36-b174-83e74eac2345 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789247 May 23 13:02:33.218596 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e114242-9ed0-40d0-98db-97f57599dd87 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:33.226485 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Publish callbacks [] for port (6e114242-9ed0-40d0-98db-97f57599dd87), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:33.240118 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Transition to ACTIVE for port object 6e114242-9ed0-40d0-98db-97f57599dd87 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:02:33.343111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:33.348912 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:33.379270 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df865-fe65-4ec0-b7b5-6ed08a8944b1 req-ca85fbc9-80f7-4e11-94c2-df790a3cdf41 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:33.380770 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-150df865-fe65-4ec0-b7b5-6ed08a8944b1 req-ca85fbc9-80f7-4e11-94c2-df790a3cdf41 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0757003 May 23 13:02:33.426464 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Pushing event updated for resources: {'Port': ['ID=6e114242-9ed0-40d0-98db-97f57599dd87,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:33.449529 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:33.497160 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-150df865-fe65-4ec0-b7b5-6ed08a8944b1 req-07b21631-b96f-448a-9a25-53437542d552 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033571 May 23 13:02:33.524933 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Attempting to bind port 6e114242-9ed0-40d0-98db-97f57599dd87 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:02:33.525266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Attempting to bind port 6e114242-9ed0-40d0-98db-97f57599dd87 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:02:33.525596 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Attempting to bind port 6e114242-9ed0-40d0-98db-97f57599dd87 on network f040d182-eca3-4e6d-946e-e964e751bb04 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:33.530456 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Port 6e114242-9ed0-40d0-98db-97f57599dd87 on network f040d182-eca3-4e6d-946e-e964e751bb04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:02:33.530777 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Attempting to bind port 6e114242-9ed0-40d0-98db-97f57599dd87 on network f040d182-eca3-4e6d-946e-e964e751bb04 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:02:33.535656 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:02:33.535992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Checking segment: {'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:02:33.536373 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Bound using segment: {'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:02:33.536791 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Bound port: 6e114242-9ed0-40d0-98db-97f57599dd87, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:02:33.537144 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:33.599341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] For port 6e114242-9ed0-40d0-98db-97f57599dd87, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:02:33.602336 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] For port 6e114242-9ed0-40d0-98db-97f57599dd87, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e114242-9ed0-40d0-98db-97f57599dd87,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:02:33.661050 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:33.706804 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:33.707438 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:33.708821 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] 10.222.0.49 "PUT /v2.0/ports/6e114242-9ed0-40d0-98db-97f57599dd87 HTTP/1.1" status: 200 len: 1094 time: 1.5179479 May 23 13:02:33.709245 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'tag': '6e114242-9ed0-40d0-98db-97f57599dd87'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:33.711479 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88777cae-9982-468d-bfab-657ed6d92e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cae571e-2b00-4426-a0e8-aa2c62e48617", "tag": "6e114242-9ed0-40d0-98db-97f57599dd87"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:33.727544 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53965741-6d48-4339-be3c-c38225b9a64b service neutron] Pushing event updated for resources: {'Port': ['ID=6e114242-9ed0-40d0-98db-97f57599dd87,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:33.747664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5ecada-96c6-4d6a-a82f-7721a4a28fe7 x-openstack-request-id: req-4f5ecada-96c6-4d6a-a82f-7721a4a28fe7 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:33.747838 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cae571e-2b00-4426-a0e8-aa2c62e48617", "tag": "6e114242-9ed0-40d0-98db-97f57599dd87", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:33.748013 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f5ecada-96c6-4d6a-a82f-7721a4a28fe7 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:33.748424 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5ecada-96c6-4d6a-a82f-7721a4a28fe7'] response: {'name': 'network-changed', 'server_uuid': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'tag': '6e114242-9ed0-40d0-98db-97f57599dd87', 'status': 'completed', 'code': 200} May 23 13:02:33.961828 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab08852-8dff-489b-bdb5-4c9c2f661bcc req-63109d4a-5bb8-4146-9a71-4e90007e2812 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:33.963259 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ab08852-8dff-489b-bdb5-4c9c2f661bcc req-63109d4a-5bb8-4146-9a71-4e90007e2812 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0504019 May 23 13:02:34.036147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ee4f3-3aeb-4fdb-8750-abeff962f93a req-ff2f29e2-801b-4147-aae7-8cf238d933d9 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:34.037604 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-724ee4f3-3aeb-4fdb-8750-abeff962f93a req-ff2f29e2-801b-4147-aae7-8cf238d933d9 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0672050 May 23 13:02:34.057442 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ab08852-8dff-489b-bdb5-4c9c2f661bcc req-3924ee17-69a8-41a7-93c3-57b4ec233bca tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886915 May 23 13:02:34.093330 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-724ee4f3-3aeb-4fdb-8750-abeff962f93a req-f1a22701-7ea2-425c-be2a-2cabb140bbbf tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 May 23 13:02:34.284863 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed931ec-051d-49d0-a6bd-339c5e3af7ae req-799913bf-1cab-476d-9e14-24f6c9555e2f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:34.286327 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bed931ec-051d-49d0-a6bd-339c5e3af7ae req-799913bf-1cab-476d-9e14-24f6c9555e2f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0498388 May 23 13:02:34.332818 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bed931ec-051d-49d0-a6bd-339c5e3af7ae req-bdb479a0-3c39-44c3-be19-6e8f2a194273 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 May 23 13:02:34.610132 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8be311-52e7-47f5-9946-bcd65423fa20 req-eda53c5d-5d0b-4473-a25c-1933ecedbbe7 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:34.611607 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2c8be311-52e7-47f5-9946-bcd65423fa20 req-eda53c5d-5d0b-4473-a25c-1933ecedbbe7 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0487027 May 23 13:02:34.659358 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2c8be311-52e7-47f5-9946-bcd65423fa20 req-34d96577-4a03-4c03-9227-b150c7b20383 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 May 23 13:02:35.178220 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdf4d3-8e9a-40b5-9ff6-e21943720189 req-06c1577e-5469-4b0c-8555-f26d0e4f6fda tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:35.179645 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1ecdf4d3-8e9a-40b5-9ff6-e21943720189 req-06c1577e-5469-4b0c-8555-f26d0e4f6fda tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0565279 May 23 13:02:35.198502 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:35.229280 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d092a2-4d2a-4a3b-a238-8de7ece42277 req-5df77b9a-9690-47f3-b71b-d7afb618045a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:35.231232 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b8d092a2-4d2a-4a3b-a238-8de7ece42277 req-5df77b9a-9690-47f3-b71b-d7afb618045a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0696621 May 23 13:02:35.277812 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1ecdf4d3-8e9a-40b5-9ff6-e21943720189 req-4cbbabf8-1f5b-461f-8c4f-8c713916cf5c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780845 May 23 13:02:35.299267 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b8d092a2-4d2a-4a3b-a238-8de7ece42277 req-0662ce3d-84ed-459e-ac0f-bd9c8d1c6bb9 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 May 23 13:02:35.444296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876f7c0-aeb6-49a3-a64f-db70422a7e4a req-5be8a572-4d04-455b-abc8-cc1185f02277 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:35.445656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f876f7c0-aeb6-49a3-a64f-db70422a7e4a req-5be8a572-4d04-455b-abc8-cc1185f02277 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0469437 May 23 13:02:35.491156 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f876f7c0-aeb6-49a3-a64f-db70422a7e4a req-ea235fea-ece2-4a4f-8c32-d3a6a26ef218 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 May 23 13:02:35.777696 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f1ae2-f092-4071-9d35-d6cc24f6cf92 req-b560b590-7886-40cb-8367-f9a7a28cfe42 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:35.779730 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c32f1ae2-f092-4071-9d35-d6cc24f6cf92 req-b560b590-7886-40cb-8367-f9a7a28cfe42 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0534389 May 23 13:02:35.791583 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:35.828884 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c32f1ae2-f092-4071-9d35-d6cc24f6cf92 req-16c02ab4-eabd-4540-b13a-298edad4c45f tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435894 May 23 13:02:36.420794 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20bbe-ad2b-4e9d-9f31-bb199a675fd0 req-adfaeef0-b244-48d8-a1ef-f8165b30c9e7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:36.422413 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bcf20bbe-ad2b-4e9d-9f31-bb199a675fd0 req-adfaeef0-b244-48d8-a1ef-f8165b30c9e7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0770025 May 23 13:02:36.441741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20181bd-cf09-4619-8418-96984aaab75e req-30fee797-e9a4-49ba-8b20-5642a38462c1 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:36.443160 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d20181bd-cf09-4619-8418-96984aaab75e req-30fee797-e9a4-49ba-8b20-5642a38462c1 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0679350 May 23 13:02:36.512043 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bcf20bbe-ad2b-4e9d-9f31-bb199a675fd0 req-0db34fe6-72ab-4a7b-bb39-7f594d2fe59c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841167 May 23 13:02:36.519429 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d20181bd-cf09-4619-8418-96984aaab75e req-74fb5a3b-f970-4c87-93f0-a2f531d63d65 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701706 May 23 13:02:36.618186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b8b5f-c890-4376-addd-e10f5a9ffc5d req-a4d9f136-6ef7-4c79-bebe-929c85a9874f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:36.620311 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a12b8b5f-c890-4376-addd-e10f5a9ffc5d req-a4d9f136-6ef7-4c79-bebe-929c85a9874f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0536838 May 23 13:02:36.667974 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a12b8b5f-c890-4376-addd-e10f5a9ffc5d req-5ae46141-34b5-4453-9adb-fdd5f8a9ead7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 May 23 13:02:36.958261 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8f08a-fcee-43a1-9cda-bcd1087449c3 req-e8589f10-d60f-4672-a240-6cc4ebc38bd8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:36.959813 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2db8f08a-fcee-43a1-9cda-bcd1087449c3 req-e8589f10-d60f-4672-a240-6cc4ebc38bd8 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0483813 May 23 13:02:37.008562 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2db8f08a-fcee-43a1-9cda-bcd1087449c3 req-d73123ca-c3e8-4ba7-8c58-f25d9ccb862e tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 May 23 13:02:37.655429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd7dab-dd0a-45eb-b878-3c47cb23d623 req-8a1103a3-482d-4a1c-872a-f64e38389d92 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:37.656916 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6fbd7dab-dd0a-45eb-b878-3c47cb23d623 req-8a1103a3-482d-4a1c-872a-f64e38389d92 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0778117 May 23 13:02:37.664755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcce83-f5be-4914-83e6-5324092ef255 req-8d015300-a72d-424f-9e3b-aade5234cb93 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:37.666139 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-afdcce83-f5be-4914-83e6-5324092ef255 req-8d015300-a72d-424f-9e3b-aade5234cb93 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0782537 May 23 13:02:37.739379 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6fbd7dab-dd0a-45eb-b878-3c47cb23d623 req-d567828b-039c-4f1e-9ce0-d4129cdf01a5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723038 May 23 13:02:37.746128 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-afdcce83-f5be-4914-83e6-5324092ef255 req-2f4f6a83-8ec2-437d-8afc-80d268a254d9 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715842 May 23 13:02:37.845162 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e5321-cffa-4a50-bc37-ab449292718c req-4c654848-db8f-44e4-a60f-99960d992ca4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:37.846611 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-275e5321-cffa-4a50-bc37-ab449292718c req-4c654848-db8f-44e4-a60f-99960d992ca4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0514164 May 23 13:02:37.894292 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-275e5321-cffa-4a50-bc37-ab449292718c req-2e4c766c-3d27-4df5-9d1a-2c579b23a66f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 May 23 13:02:38.123472 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfdeaa-63c3-4dfb-9e92-609dce2adcbd req-5cd9f749-250a-40c2-8d09-e1af1d34e894 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:38.124938 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7abfdeaa-63c3-4dfb-9e92-609dce2adcbd req-5cd9f749-250a-40c2-8d09-e1af1d34e894 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0479929 May 23 13:02:38.173169 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7abfdeaa-63c3-4dfb-9e92-609dce2adcbd req-09825d17-61fb-4c8a-9dea-02ab51694e2c tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 May 23 13:02:38.870922 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:38.888331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258295-2fe6-4bcd-b8dc-a575620acbb4 req-dd0978b0-3e01-472c-811c-046f0033b27d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:38.889914 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c3258295-2fe6-4bcd-b8dc-a575620acbb4 req-dd0978b0-3e01-472c-811c-046f0033b27d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0827975 May 23 13:02:38.898535 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a0803-85c7-4d87-afff-780be99f1871 req-a32cd178-b2a2-4ed3-b39c-09007212ff55 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:38.899915 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-457a0803-85c7-4d87-afff-780be99f1871 req-a32cd178-b2a2-4ed3-b39c-09007212ff55 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0813823 May 23 13:02:38.944099 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:38.977237 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c3258295-2fe6-4bcd-b8dc-a575620acbb4 req-eb87e547-dde3-4f8e-b05a-bd5d16238fc9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764208 May 23 13:02:38.980251 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-457a0803-85c7-4d87-afff-780be99f1871 req-35e29932-ed45-4dd3-ab2f-8b77e3363f52 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730553 May 23 13:02:39.093920 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e816e-f37c-468e-832b-41448edf977d req-ae90e0c3-1f06-4ca1-9975-a36f16f4ab2a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:39.095410 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2c1e816e-f37c-468e-832b-41448edf977d req-ae90e0c3-1f06-4ca1-9975-a36f16f4ab2a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0492141 May 23 13:02:39.148669 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2c1e816e-f37c-468e-832b-41448edf977d req-7b254c70-bd5f-4aa1-9e92-6700a7b623ea tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 May 23 13:02:39.293152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41194d5-7f7f-4b4c-8aa6-6309f21e6ee8 req-5fb5531e-e3ff-4ede-a380-41936aabc64b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:39.295300 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a41194d5-7f7f-4b4c-8aa6-6309f21e6ee8 req-5fb5531e-e3ff-4ede-a380-41936aabc64b tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0547888 May 23 13:02:39.344497 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a41194d5-7f7f-4b4c-8aa6-6309f21e6ee8 req-20c93c93-b072-41b9-a7d6-59a39ea3d214 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 May 23 13:02:39.529988 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8d85f-d8dc-41fa-8827-361a56714dfe req-d306f82c-719f-4f00-ae8d-7531ca4f63bf tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:39.531483 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1d8d85f-d8dc-41fa-8827-361a56714dfe req-d306f82c-719f-4f00-ae8d-7531ca4f63bf tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0494335 May 23 13:02:39.581346 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1d8d85f-d8dc-41fa-8827-361a56714dfe req-2f64383c-bd8c-4e3a-8c6a-ceacbbb2ad79 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 May 23 13:02:39.820992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-66a7fb52-2a7d-4a41-b3bd-46c9481d6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:39.822574 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-66a7fb52-2a7d-4a41-b3bd-46c9481d6f3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 1127 time: 0.0475020 May 23 13:02:40.125327 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8906d6-7ab1-4f7b-bc91-d5533b89c1ea req-e7a038cb-ca0a-4372-9d3d-672090d8136a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.126822 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd8906d6-7ab1-4f7b-bc91-d5533b89c1ea req-e7a038cb-ca0a-4372-9d3d-672090d8136a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0785978 May 23 13:02:40.132730 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ef62f-00bb-42e0-8c46-fc17091772a5 req-df1db708-35f4-48ed-8419-31fb68807b95 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.134182 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-077ef62f-00bb-42e0-8c46-fc17091772a5 req-df1db708-35f4-48ed-8419-31fb68807b95 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0846786 May 23 13:02:40.216850 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd8906d6-7ab1-4f7b-bc91-d5533b89c1ea req-8e84dcbf-ebea-4078-8ec7-d19ffd6a588c tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817244 May 23 13:02:40.221425 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-077ef62f-00bb-42e0-8c46-fc17091772a5 req-ad8c0ed1-ce2d-4033-96de-9db728d16e91 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802569 May 23 13:02:40.316707 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88777cae-9982-468d-bfab-657ed6d92e5e req-693776d7-7367-483a-ab00-8cac97a72306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.318242 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88777cae-9982-468d-bfab-657ed6d92e5e req-693776d7-7367-483a-ab00-8cac97a72306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccd27933078b44b48323995e98b21318&device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 1128 time: 0.0408995 May 23 13:02:40.462850 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b985e-0508-4375-8ebf-1a8d74ba0d12 req-84793318-82c6-45d0-9a1f-90192b5cdab4 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.464367 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c9b985e-0508-4375-8ebf-1a8d74ba0d12 req-84793318-82c6-45d0-9a1f-90192b5cdab4 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0510008 May 23 13:02:40.511445 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c9b985e-0508-4375-8ebf-1a8d74ba0d12 req-b732975d-d1c7-41a7-b6b8-7c774c07a68e tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/security-groups?id=16520493-27cd-42fc-addf-96c58b295463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 May 23 13:02:40.697872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883ff38-1023-4e4d-b9b5-8394948363a3 req-65b2486e-8cc5-4251-ae4b-dbc4d9cf0fc6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.699377 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f883ff38-1023-4e4d-b9b5-8394948363a3 req-65b2486e-8cc5-4251-ae4b-dbc4d9cf0fc6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0517626 May 23 13:02:40.817476 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f883ff38-1023-4e4d-b9b5-8394948363a3 req-eb3f1daf-b660-458e-a541-dbdda3eaab0f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118722 May 23 13:02:40.849296 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-1d7aedd8-6562-4ec2-951b-bd9982dc50e4 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.850811 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-1d7aedd8-6562-4ec2-951b-bd9982dc50e4 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 945 time: 0.0868495 May 23 13:02:40.899695 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=100 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:40.931375 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-5a989a2e-5384-4954-81a1-f201a738e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.933518 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-5a989a2e-5384-4954-81a1-f201a738e26b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1130 time: 0.1449246 May 23 13:02:40.958087 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:40.986564 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Deleting port 772c5e46-6e5d-4eee-b775-bb97851e12d1 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:02:40.987182 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:40.987874 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-d818615d-f767-4bcc-915d-a207cdf078b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:40.989600 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-d818615d-f767-4bcc-915d-a207cdf078b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.2626445 May 23 13:02:41.026170 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:41.068256 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-1ff8da7a-4c30-4515-81bc-1a4ecc5d8ca6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 HTTP/1.1" status: 200 len: 217 time: 0.0477197 May 23 13:02:41.069307 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88777cae-9982-468d-bfab-657ed6d92e5e req-09cf2c4c-67d8-4d0e-a846-6e7725ccb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.070706 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88777cae-9982-468d-bfab-657ed6d92e5e req-09cf2c4c-67d8-4d0e-a846-6e7725ccb5a9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ccd27933078b44b48323995e98b21318&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2859769 May 23 13:02:41.079494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] For port 772c5e46-6e5d-4eee-b775-bb97851e12d1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=772c5e46-6e5d-4eee-b775-bb97851e12d1,segment=NetworkSegment(99ff283a-d5c2-417c-894f-7fd5b8fc77a8),segment_id=99ff283a-d5c2-417c-894f-7fd5b8fc77a8)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:41.079850 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:41.095357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Calling delete_port for 772c5e46-6e5d-4eee-b775-bb97851e12d1 owned by compute:nova {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:02:41.205599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-25827f5d-7361-4b4b-bb65-f9191ff7c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.207165 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-25827f5d-7361-4b4b-bb65-f9191ff7c120 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.2629075 May 23 13:02:41.214520 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-be3a2548-23d9-41d9-8689-017492e9d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.214520 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-be3a2548-23d9-41d9-8689-017492e9d2cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.1346049 May 23 13:02:41.293375 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-53284235-e83a-4de6-b68f-cc32a878c054 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 200 len: 217 time: 0.0761580 May 23 13:02:41.322768 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (772c5e46-6e5d-4eee-b775-bb97851e12d1), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:41.348937 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88777cae-9982-468d-bfab-657ed6d92e5e req-7e0896b4-fe4b-424f-90ca-4c378b34090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.350375 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88777cae-9982-468d-bfab-657ed6d92e5e req-7e0896b4-fe4b-424f-90ca-4c378b34090b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2612884 May 23 13:02:41.354008 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Pushing event deleted for resources: {'Port': ['ID=772c5e46-6e5d-4eee-b775-bb97851e12d1,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:41.368630 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['772c5e46-6e5d-4eee-b775-bb97851e12d1'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:02:41.376353 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:41.381339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-ebfa9297-c497-4b13-94af-b43d8ebd0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.382965 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-ebfa9297-c497-4b13-94af-b43d8ebd0bbd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1567776 May 23 13:02:41.428743 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] No DVR routers for this DVR port 772c5e46-6e5d-4eee-b775-bb97851e12d1 on host hv-cinder-maste {{(pid=115938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:02:41.432075 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:41.436126 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-ffa4fff3-e1e3-4a99-8082-fb0128106826 req-b22d80fd-7634-432f-9874-1878f261dc80 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.49 "DELETE /v2.0/ports/772c5e46-6e5d-4eee-b775-bb97851e12d1 HTTP/1.1" status: 204 len: 173 time: 0.5770586 May 23 13:02:41.436574 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'name': 'network-vif-deleted', 'tag': '772c5e46-6e5d-4eee-b775-bb97851e12d1'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:41.438906 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041e990c-880c-486f-996c-f949d54cbc13" -d '{"events": [{"server_uuid": "edb18d57-e69d-4723-910e-8ba6fb05d761", "name": "network-vif-deleted", "tag": "772c5e46-6e5d-4eee-b775-bb97851e12d1"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:41.470541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-c0f76fc0-5229-43c7-af16-0d1cef36ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.472059 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-c0f76fc0-5229-43c7-af16-0d1cef36ad53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.1646416 May 23 13:02:41.496664 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-5b23bd71-e12e-44eb-b659-8f88b470d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.499202 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-5b23bd71-e12e-44eb-b659-8f88b470d2bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccd27933078b44b48323995e98b21318&device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 1128 time: 0.0451839 May 23 13:02:41.506013 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6202a9-ca98-443d-9c95-94cfc4ffa347 req-28979ea6-1266-4499-a300-12d1b08242c8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.507488 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ff6202a9-ca98-443d-9c95-94cfc4ffa347 req-28979ea6-1266-4499-a300-12d1b08242c8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.1645775 May 23 13:02:41.527475 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f04e2-5508-411b-95d4-7e40c700ae4a req-de898293-8b13-4547-b12a-7854c1441b4c tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.531600 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d51f04e2-5508-411b-95d4-7e40c700ae4a req-de898293-8b13-4547-b12a-7854c1441b4c tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.1823661 May 23 13:02:41.554802 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-61147dcc-f61a-4b2f-92b2-b50cc94bf7ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e114242-9ed0-40d0-98db-97f57599dd87 HTTP/1.1" status: 200 len: 217 time: 0.0403512 May 23 13:02:41.604393 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-a487f112-8532-4a37-98df-146025b1effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.605902 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-a487f112-8532-4a37-98df-146025b1effb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3da3943a-ee36-40b5-8355-0cefa3adb353 HTTP/1.1" status: 200 len: 853 time: 0.0446084 May 23 13:02:41.609971 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-a995bd0a-7159-4db0-a4fc-eff7ff421f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:41.611430 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-a995bd0a-7159-4db0-a4fc-eff7ff421f00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123991 May 23 13:02:41.648004 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-f80db86a-50b1-4644-950b-229fb7d94202 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f040d182-eca3-4e6d-946e-e964e751bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274565 May 23 13:02:41.691924 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d51f04e2-5508-411b-95d4-7e40c700ae4a req-914124b9-d500-4970-b538-8fd4bfbfdd5b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402659 May 23 13:02:41.695215 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ff6202a9-ca98-443d-9c95-94cfc4ffa347 req-4ca580c2-3fbb-47eb-aa8d-e9a8d9e9092d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645989 May 23 13:02:41.726122 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-ce3e3bb5-bead-448b-815a-141b551413e3 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022692 May 23 13:02:41.776998 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-e9507045-2959-43e6-8516-a7cf76c2d36f service neutron] 10.222.0.49 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198208 May 23 13:02:41.839938 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457ceb4e-debb-4073-9b50-559edceb60a1 x-openstack-request-id: req-457ceb4e-debb-4073-9b50-559edceb60a1 {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:41.840247 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb18d57-e69d-4723-910e-8ba6fb05d761", "name": "network-vif-deleted", "tag": "772c5e46-6e5d-4eee-b775-bb97851e12d1", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:41.842133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-457ceb4e-debb-4073-9b50-559edceb60a1 {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:41.842546 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457ceb4e-debb-4073-9b50-559edceb60a1'] response: {'server_uuid': 'edb18d57-e69d-4723-910e-8ba6fb05d761', 'name': 'network-vif-deleted', 'tag': '772c5e46-6e5d-4eee-b775-bb97851e12d1', 'status': 'completed', 'code': 200} May 23 13:02:41.856944 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0eeea22-469c-4cea-8de7-e78c3b428880 req-463edefa-f072-40bd-92d6-317a7e1ef5fc tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0495307 May 23 13:02:41.883272 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:41.888159 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-53a2ccae-a02c-4168-855f-fd519d5b0766 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573016 May 23 13:02:41.900615 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fca41d9f-b327-4be9-97ea-fb15b1f94a89 req-68603dda-b0e3-45b2-bb97-c97c98b79700 service neutron] 10.222.0.49 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154866 May 23 13:02:41.971597 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-258e5670-a55b-4ed9-ab4a-88f58edb791a req-244a356d-7bc8-414f-a3e8-f2f02704a9b1 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329834 May 23 13:02:42.014120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5547b1-cc5c-493b-8f39-7aefc915e61b req-14a38bea-1033-4493-a2e2-9e25c6b65a70 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:42.015656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9b5547b1-cc5c-493b-8f39-7aefc915e61b req-14a38bea-1033-4493-a2e2-9e25c6b65a70 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0945852 May 23 13:02:42.068327 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcdee0c4-4917-49c3-a489-eb71d1e4e963 req-61c04ca5-d9c4-48cc-836c-c4d25a60ade0 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654677 May 23 13:02:42.084943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9b5547b1-cc5c-493b-8f39-7aefc915e61b req-bc58133b-34e5-45a8-a21b-38a66314a8b6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624204 May 23 13:02:42.845776 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:42.863953 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6732cac-d88a-4b15-b5f1-e4aaf949bd02 req-1275a780-c25d-4e39-b818-45c55036c833 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:42.865434 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6732cac-d88a-4b15-b5f1-e4aaf949bd02 req-1275a780-c25d-4e39-b818-45c55036c833 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0813785 May 23 13:02:42.871472 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c75111-7065-4b84-81a0-55ba271b7897 req-3e25ba68-785c-4cdf-bd14-1307a41c0cf2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:42.873466 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-08c75111-7065-4b84-81a0-55ba271b7897 req-3e25ba68-785c-4cdf-bd14-1307a41c0cf2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0906470 May 23 13:02:42.949644 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6732cac-d88a-4b15-b5f1-e4aaf949bd02 req-8ae03c9f-24ba-4610-b74c-74f6bbb9d56e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750356 May 23 13:02:42.953835 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-08c75111-7065-4b84-81a0-55ba271b7897 req-f2479e3f-e66e-496d-8c06-c8124b25158e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724845 May 23 13:02:43.052492 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f1f99b63-6841-4d85-a179-5e1f1b62484e req-d0e12f89-2244-48b5-add7-e22a2e7bf0b2 tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0374498 May 23 13:02:43.361558 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:43.363568 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:43.427304 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3e0fc-04c4-4050-9c88-c536f49cfd1c req-bb1d35b2-4c8b-4922-b5c1-921967152c6e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:43.428844 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-76a3e0fc-04c4-4050-9c88-c536f49cfd1c req-bb1d35b2-4c8b-4922-b5c1-921967152c6e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.2741683 May 23 13:02:43.482482 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-76a3e0fc-04c4-4050-9c88-c536f49cfd1c req-75f21f07-5db0-4908-b36d-338f7cf2f1e9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474589 May 23 13:02:43.908462 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 772c5e46-6e5d-4eee-b775-bb97851e12d1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:02:43.928528 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 772c5e46-6e5d-4eee-b775-bb97851e12d1 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:02:43.928877 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 772c5e46-6e5d-4eee-b775-bb97851e12d1 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:02:44.103932 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfa09-ad51-4c4f-952a-68c339b1e59f req-74306640-4953-4e9b-8672-ccabf8039c86 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:44.105418 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d91bfa09-ad51-4c4f-952a-68c339b1e59f req-74306640-4953-4e9b-8672-ccabf8039c86 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0813696 May 23 13:02:44.116325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adadcc1-291e-498d-beb0-a4fe97203e4e req-49a40b73-e817-4638-bff3-6f11c039d6e3 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:44.117762 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8adadcc1-291e-498d-beb0-a4fe97203e4e req-49a40b73-e817-4638-bff3-6f11c039d6e3 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0824244 May 23 13:02:44.191484 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d91bfa09-ad51-4c4f-952a-68c339b1e59f req-3536c488-3838-449b-a843-bdbefa14459b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727489 May 23 13:02:44.198319 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8adadcc1-291e-498d-beb0-a4fe97203e4e req-18bfbd09-6d53-4c3c-b961-b64b798aa983 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730362 May 23 13:02:44.291557 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1f65da53-f711-4215-a3ee-1e1105a32724 req-ba92ee7a-9b50-4cf8-bc2c-836e6925ffad tempest-VolumesActionsTest-784262700 tempest-VolumesActionsTest-784262700-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb18d57-e69d-4723-910e-8ba6fb05d761 HTTP/1.1" status: 200 len: 210 time: 0.0302193 May 23 13:02:44.510743 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:02:44.518766 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=80 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:44.595784 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2505ba-4750-4190-aeca-91f004224d19 req-9dec9eb0-36f1-429e-9cb3-5262e7376173 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:44.597163 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2b2505ba-4750-4190-aeca-91f004224d19 req-9dec9eb0-36f1-429e-9cb3-5262e7376173 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0477884 May 23 13:02:44.647724 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2b2505ba-4750-4190-aeca-91f004224d19 req-6e17d018-7032-4aba-b0cf-7fe90f9a4a75 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450819 May 23 13:02:45.332164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401fb1a-9af9-41b5-938f-3100c1a9d3d1 req-d8ec7954-8175-49f2-90e3-fc4b33dfa318 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:45.333759 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8401fb1a-9af9-41b5-938f-3100c1a9d3d1 req-d8ec7954-8175-49f2-90e3-fc4b33dfa318 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0738316 May 23 13:02:45.350628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d5f5-d535-459e-a916-5b7bc8a5903f req-93fe6a77-d29c-4881-b3fc-7611271442f0 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:45.352171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a19d5f5-d535-459e-a916-5b7bc8a5903f req-93fe6a77-d29c-4881-b3fc-7611271442f0 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 944 time: 0.0802677 May 23 13:02:45.431555 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8401fb1a-9af9-41b5-938f-3100c1a9d3d1 req-654b0676-1bac-400b-aee8-5437bb36b52d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784225 May 23 13:02:45.439629 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a19d5f5-d535-459e-a916-5b7bc8a5903f req-a894a3ba-5cff-426c-8ac3-3ee027c63601 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794628 May 23 13:02:45.452673 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35842) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:45.507327 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:45.521021 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] Deleting subnet 33b95bdb-9344-45af-bdb5-e2cebffba82b {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:02:45.530457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] Publish callbacks [] for subnet (33b95bdb-9344-45af-bdb5-e2cebffba82b), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:45.559657 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3118257'] for subnet (33b95bdb-9344-45af-bdb5-e2cebffba82b), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:45.599278 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (33b95bdb-9344-45af-bdb5-e2cebffba82b), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:45.630447 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:45.753146 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27114566'] for subnet (33b95bdb-9344-45af-bdb5-e2cebffba82b), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:45.766834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2f717-9c24-4b10-adf2-5ba9ea4e283f req-1deed2b9-4190-4061-9690-b30d3983a418 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:45.768821 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-98e2f717-9c24-4b10-adf2-5ba9ea4e283f req-1deed2b9-4190-4061-9690-b30d3983a418 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0510561 May 23 13:02:45.791918 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b95bdb-9344-45af-bdb5-e2cebffba82b,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:45.798677 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:45.801893 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b42ef486-85c7-4f62-a83f-9a21d071add7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/33b95bdb-9344-45af-bdb5-e2cebffba82b HTTP/1.1" status: 204 len: 168 time: 0.3482227 May 23 13:02:45.804500 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35854) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:45.811974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:45.824631 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-98e2f717-9c24-4b10-adf2-5ba9ea4e283f req-ee442702-7cff-40d4-b72e-0b5cc189ce9c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499024 May 23 13:02:45.877520 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (8eb9b96a-6f28-40fd-a3d5-b8c8cd791382), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:45.913674 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 6e114242-9ed0-40d0-98db-97f57599dd87 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:02:45.920518 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35860) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:45.968832 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (8eb9b96a-6f28-40fd-a3d5-b8c8cd791382), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:45.991810 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb9b96a-6f28-40fd-a3d5-b8c8cd791382']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:46.003916 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:46.004252 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:46.017182 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.034342 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.036436 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 6e114242-9ed0-40d0-98db-97f57599dd87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e114242-9ed0-40d0-98db-97f57599dd87,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:46.043437 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:02:46.043829 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.053768 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '6e114242-9ed0-40d0-98db-97f57599dd87', 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04', 'port_id': '6e114242-9ed0-40d0-98db-97f57599dd87', 'mac_address': 'fa:16:3e:43:ec:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da3943a-ee36-40b5-8355-0cefa3adb353', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:02:46.092330 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 6e114242-9ed0-40d0-98db-97f57599dd87 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:46.092707 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.097724 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4 resource provider aggregate not found May 23 13:02:46.101106 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d069435c-b073-4fb5-a991-f4e05c797da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.108417 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e114242-9ed0-40d0-98db-97f57599dd87 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:46.126464 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b70a9e8-8ec9-4d06-a553-5cfd37e7a1a4 found for delete ", "request_id": "req-9b4438dd-9b63-4bde-88ef-1682746fa038"}]} May 23 13:02:46.129987 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 6e114242-9ed0-40d0-98db-97f57599dd87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e114242-9ed0-40d0-98db-97f57599dd87,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:46.189430 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (8eb9b96a-6f28-40fd-a3d5-b8c8cd791382), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.189627 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.197254 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.203106 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8eb9b96a-6f28-40fd-a3d5-b8c8cd791382 HTTP/1.1" status: 204 len: 168 time: 0.3949943 May 23 13:02:46.203106 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d069435c-b073-4fb5-a991-f4e05c797da2 admin admin] Publish callbacks [] for security_group (3467bd4e-b61f-44fb-9d09-1760227cfc52), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.203610 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 35874) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:46.218349 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16738927-29d6-4017-8842-72edd2cbe841 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb9b96a-6f28-40fd-a3d5-b8c8cd791382,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:46.243062 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=6e114242-9ed0-40d0-98db-97f57599dd87,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:46.264062 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d069435c-b073-4fb5-a991-f4e05c797da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3467bd4e-b61f-44fb-9d09-1760227cfc52), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.264548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] Deleting subnet c6ee6b8b-247b-4045-b998-d3d2323d62da {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:02:46.268812 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] Publish callbacks [] for subnet (c6ee6b8b-247b-4045-b998-d3d2323d62da), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.305912 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d069435c-b073-4fb5-a991-f4e05c797da2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abdeef898e9b49c18cec057dfba5b3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843367 May 23 13:02:46.307410 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (c6ee6b8b-247b-4045-b998-d3d2323d62da), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.308306 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35878) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:46.310784 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069435c-b073-4fb5-a991-f4e05c797da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3467bd4e-b61f-44fb-9d09-1760227cfc52,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:46.357963 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (c6ee6b8b-247b-4045-b998-d3d2323d62da), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.365574 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e40719b6-d6a7-422a-95fb-143b7a9c434b admin admin] Publish callbacks [] for security_group (3467bd4e-b61f-44fb-9d09-1760227cfc52), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.391172 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e40719b6-d6a7-422a-95fb-143b7a9c434b admin admin] Publish callbacks [] for security_group (3467bd4e-b61f-44fb-9d09-1760227cfc52), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.404478 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:46.507616 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e40719b6-d6a7-422a-95fb-143b7a9c434b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3467bd4e-b61f-44fb-9d09-1760227cfc52), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.510128 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e40719b6-d6a7-422a-95fb-143b7a9c434b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.511457 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (c6ee6b8b-247b-4045-b998-d3d2323d62da), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.511922 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-e40719b6-d6a7-422a-95fb-143b7a9c434b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3467bd4e-b61f-44fb-9d09-1760227cfc52 HTTP/1.1" status: 204 len: 168 time: 0.2020273 May 23 13:02:46.523713 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40719b6-d6a7-422a-95fb-143b7a9c434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3467bd4e-b61f-44fb-9d09-1760227cfc52,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:46.600322 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ee6b8b-247b-4045-b998-d3d2323d62da,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:46.617663 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.620830 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1636cb20-3535-45ef-aa68-07b6c83c57a5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c6ee6b8b-247b-4045-b998-d3d2323d62da HTTP/1.1" status: 204 len: 168 time: 0.4160476 May 23 13:02:46.624229 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35894) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:46.636067 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef334bf-0618-4887-b026-8c1e771e6eae req-3c734440-2464-4b17-b0f8-2098955e1c0a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:46.637569 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9ef334bf-0618-4887-b026-8c1e771e6eae req-3c734440-2464-4b17-b0f8-2098955e1c0a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.1017718 May 23 13:02:46.644613 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd2f71-63e1-470b-9d2b-b168d7dc2dee req-b7e3d8b1-00f5-4497-966a-32e42397a518 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:46.646305 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cecd2f71-63e1-470b-9d2b-b168d7dc2dee req-b7e3d8b1-00f5-4497-966a-32e42397a518 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 945 time: 0.1267037 May 23 13:02:46.705934 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (2b11cad1-100e-4eac-b95a-ca1ea5b0c621), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.726114 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9ef334bf-0618-4887-b026-8c1e771e6eae req-d7bbc7ec-ab6d-45ed-8907-064ecb8044e2 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786324 May 23 13:02:46.742584 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cecd2f71-63e1-470b-9d2b-b168d7dc2dee req-1dab46ad-74ce-4a21-af20-d81e8aed1144 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807796 May 23 13:02:46.748448 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:DELETE=8,neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=7 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:46.791295 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (2b11cad1-100e-4eac-b95a-ca1ea5b0c621), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.802460 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['6e114242-9ed0-40d0-98db-97f57599dd87'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:02:46.814253 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b11cad1-100e-4eac-b95a-ca1ea5b0c621']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:46.825416 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf9482a-92a9-4163-bc02-2c43de8e3884') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:46.825744 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf9482a-92a9-4163-bc02-2c43de8e3884') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:02:46.835554 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (faf9482a-92a9-4163-bc02-2c43de8e3884), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.842519 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:46.860035 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (faf9482a-92a9-4163-bc02-2c43de8e3884), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.875168 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:02:46.876315 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (faf9482a-92a9-4163-bc02-2c43de8e3884), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:46.974623 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50f313-715e-4860-9ad6-9c45b8ca39a5 req-086e28c1-4fd7-4c78-ac2d-f91140a76c92 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:46.976541 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ea50f313-715e-4860-9ad6-9c45b8ca39a5 req-086e28c1-4fd7-4c78-ac2d-f91140a76c92 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0719571 May 23 13:02:47.021124 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (2b11cad1-100e-4eac-b95a-ca1ea5b0c621), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:47.026744 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:47.029848 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b11cad1-100e-4eac-b95a-ca1ea5b0c621 HTTP/1.1" status: 204 len: 168 time: 0.4028227 May 23 13:02:47.035283 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ea50f313-715e-4860-9ad6-9c45b8ca39a5 req-92ddd4da-1a95-4bfd-b80c-369eb157cd40 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523000 May 23 13:02:47.046871 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc65fb-f626-443c-9b4f-fa3449a8ec60 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b11cad1-100e-4eac-b95a-ca1ea5b0c621,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:47.428762 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35936) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:47.469047 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d765605f-f4e9-4ed5-b362-d54e2ce540ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed17195d8a3d4c5292bfd6099a9df47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391302 May 23 13:02:47.471567 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35938) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:47.520726 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-43ddbea6-0235-4055-a7cb-6985d8f5aecf admin admin] Publish callbacks [] for security_group (1fa9f22c-58c9-4f61-8897-4c176c7146f3), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:47.542721 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-43ddbea6-0235-4055-a7cb-6985d8f5aecf admin admin] Publish callbacks [] for security_group (1fa9f22c-58c9-4f61-8897-4c176c7146f3), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:47.689445 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-43ddbea6-0235-4055-a7cb-6985d8f5aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1fa9f22c-58c9-4f61-8897-4c176c7146f3), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:47.692268 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-43ddbea6-0235-4055-a7cb-6985d8f5aecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:47.696035 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-43ddbea6-0235-4055-a7cb-6985d8f5aecf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fa9f22c-58c9-4f61-8897-4c176c7146f3 HTTP/1.1" status: 204 len: 168 time: 0.2209556 May 23 13:02:47.704375 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddbea6-0235-4055-a7cb-6985d8f5aecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa9f22c-58c9-4f61-8897-4c176c7146f3,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:47.886886 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fa1e1-39b3-4fc9-93d3-6aa5e86d1305 req-4a19fea9-ffaf-4259-b730-2ce324b2cb14 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:47.889151 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-464fa1e1-39b3-4fc9-93d3-6aa5e86d1305 req-4a19fea9-ffaf-4259-b730-2ce324b2cb14 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0864003 May 23 13:02:47.909441 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b75ac-e13d-41cf-9814-a23e74a2091e req-b6a368d4-374a-443e-a8f9-f42d7cd95270 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:47.911095 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b97b75ac-e13d-41cf-9814-a23e74a2091e req-b6a368d4-374a-443e-a8f9-f42d7cd95270 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 945 time: 0.0707397 May 23 13:02:47.971744 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-464fa1e1-39b3-4fc9-93d3-6aa5e86d1305 req-f3ae2be4-99a1-49f8-a90e-71850d4312e5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765748 May 23 13:02:47.986604 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b97b75ac-e13d-41cf-9814-a23e74a2091e req-64766249-26a2-436d-9420-07f744b71ec4 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690684 May 23 13:02:48.149234 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment faf9482a-92a9-4163-bc02-2c43de8e3884 resource provider aggregate not found May 23 13:02:48.155906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6ae81-8e94-4563-b810-17670d0b5699 req-a3694634-ca50-4b76-9dc7-27eac8270817 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:48.157420 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83e6ae81-8e94-4563-b810-17670d0b5699 req-a3694634-ca50-4b76-9dc7-27eac8270817 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0494022 May 23 13:02:48.169718 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment faf9482a-92a9-4163-bc02-2c43de8e3884 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faf9482a-92a9-4163-bc02-2c43de8e3884 found for delete ", "request_id": "req-752653b6-3497-4277-96c5-bca81783d1fd"}]} May 23 13:02:48.209547 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83e6ae81-8e94-4563-b810-17670d0b5699 req-c6504868-9b2f-4556-a08b-dce4e263373d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454326 May 23 13:02:48.415659 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35968) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:48.461020 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-88cc45cf-4458-4f5b-be0c-6ebea5a1faf0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f0b7e44a32f4307a7893046f807fbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442469 May 23 13:02:48.463659 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 35972) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:48.511621 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-07ba33ae-0f07-4432-9627-6a26206951ee admin admin] Publish callbacks [] for security_group (a44f9cd9-30b8-4014-9d87-95fbeed6af71), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:48.533194 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-07ba33ae-0f07-4432-9627-6a26206951ee admin admin] Publish callbacks [] for security_group (a44f9cd9-30b8-4014-9d87-95fbeed6af71), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:48.672457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-07ba33ae-0f07-4432-9627-6a26206951ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a44f9cd9-30b8-4014-9d87-95fbeed6af71), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:48.675076 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-07ba33ae-0f07-4432-9627-6a26206951ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:48.676279 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-07ba33ae-0f07-4432-9627-6a26206951ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a44f9cd9-30b8-4014-9d87-95fbeed6af71 HTTP/1.1" status: 204 len: 168 time: 0.2113469 May 23 13:02:48.690432 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba33ae-0f07-4432-9627-6a26206951ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44f9cd9-30b8-4014-9d87-95fbeed6af71,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:49.120038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416198ad-dedd-4d8e-9093-86ab998d24f2 req-5b067d68-482c-4931-ab47-b265732acc0f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:49.121809 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-416198ad-dedd-4d8e-9093-86ab998d24f2 req-5b067d68-482c-4931-ab47-b265732acc0f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0795887 May 23 13:02:49.132974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cb9c4-46f6-4738-80e1-98bfea91210d req-637c4cbc-4cf7-4097-91c5-ea2afc6bbeb3 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:49.134446 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d6cb9c4-46f6-4738-80e1-98bfea91210d req-637c4cbc-4cf7-4097-91c5-ea2afc6bbeb3 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 945 time: 0.0615790 May 23 13:02:49.175492 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:49.213217 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-416198ad-dedd-4d8e-9093-86ab998d24f2 req-ae14c35b-18c0-4767-a11c-6f3070796063 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777569 May 23 13:02:49.217417 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d6cb9c4-46f6-4738-80e1-98bfea91210d req-3cf5f068-ab93-4e86-9a6f-96a5a958e737 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741563 May 23 13:02:49.328301 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34094259-a559-4f00-9aea-5e7a591c6e17 req-8e47e5be-aaf4-47cf-992f-64df580ac68f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:49.329811 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-34094259-a559-4f00-9aea-5e7a591c6e17 req-8e47e5be-aaf4-47cf-992f-64df580ac68f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0529175 May 23 13:02:49.379442 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-34094259-a559-4f00-9aea-5e7a591c6e17 req-a2826c17-b22e-47d2-85e8-40365e1182e4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 May 23 13:02:50.342993 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:50.356709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797a983-6ceb-4cdf-8a3f-7a65143cf266 req-868d5b2a-3362-48b2-8d78-f51a8d938e9d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:50.359205 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a797a983-6ceb-4cdf-8a3f-7a65143cf266 req-868d5b2a-3362-48b2-8d78-f51a8d938e9d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0781054 May 23 13:02:50.367086 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520acfd7-434b-4c28-875a-e49699f8b68e req-c0696d03-60c2-4a30-9038-6db507b54c99 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:50.368436 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-520acfd7-434b-4c28-875a-e49699f8b68e req-c0696d03-60c2-4a30-9038-6db507b54c99 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 945 time: 0.0784440 May 23 13:02:50.451261 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a797a983-6ceb-4cdf-8a3f-7a65143cf266 req-cb2391b0-923e-40eb-95d8-c7024023be7f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812829 May 23 13:02:50.459995 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-520acfd7-434b-4c28-875a-e49699f8b68e req-8eae5e51-a3fe-4c6d-be57-ec4ca501b947 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 May 23 13:02:50.565532 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94406e-3a3f-4fd1-8f2c-a5f03bc9a7b0 req-8eb8b06d-40b1-4f78-ba0c-21ed552dfd6a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:50.567101 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4c94406e-3a3f-4fd1-8f2c-a5f03bc9a7b0 req-8eb8b06d-40b1-4f78-ba0c-21ed552dfd6a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0478969 May 23 13:02:50.614285 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4c94406e-3a3f-4fd1-8f2c-a5f03bc9a7b0 req-5cd2589b-753a-4dde-9122-9252756742b4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415521 May 23 13:02:51.597392 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15928c0a-ba15-4f2a-b27a-b6db7b02d775 req-6931c0d1-7064-4629-af10-35a3c214ada0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:51.598889 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15928c0a-ba15-4f2a-b27a-b6db7b02d775 req-6931c0d1-7064-4629-af10-35a3c214ada0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0787728 May 23 13:02:51.606882 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa592741-bd8a-4dbf-8d79-5e339369a417 req-f3a691b9-4031-4a76-8dc7-63be5bd48bde tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:51.608264 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fa592741-bd8a-4dbf-8d79-5e339369a417 req-f3a691b9-4031-4a76-8dc7-63be5bd48bde tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 945 time: 0.0768123 May 23 13:02:51.683863 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15928c0a-ba15-4f2a-b27a-b6db7b02d775 req-7ea14813-d861-4d9a-9147-39679021f0a5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746498 May 23 13:02:51.688984 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fa592741-bd8a-4dbf-8d79-5e339369a417 req-7a8f287d-2967-4b7e-9153-71b235896308 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729887 May 23 13:02:51.789856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7af30-4f74-4da9-9edf-c7f70c29d3c7 req-3ee7cd8c-b22a-47fd-9f94-f27899a5405f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:51.791323 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ac7af30-4f74-4da9-9edf-c7f70c29d3c7 req-3ee7cd8c-b22a-47fd-9f94-f27899a5405f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0472362 May 23 13:02:51.838816 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ac7af30-4f74-4da9-9edf-c7f70c29d3c7 req-9dfc4d7c-a90e-4e39-8d65-00e86a60ea73 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 May 23 13:02:52.040482 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 6e114242-9ed0-40d0-98db-97f57599dd87 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:02:52.087101 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 6e114242-9ed0-40d0-98db-97f57599dd87 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:02:52.149238 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 6e114242-9ed0-40d0-98db-97f57599dd87 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:02:52.149606 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:52.220722 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 6e114242-9ed0-40d0-98db-97f57599dd87 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:52.221101 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:52.243176 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e114242-9ed0-40d0-98db-97f57599dd87'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:52.245345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8b92f0-9ffc-41cb-a084-1e3adbd32f78" -d '{"events": [{"server_uuid": "4cae571e-2b00-4426-a0e8-aa2c62e48617", "name": "network-vif-plugged", "status": "completed", "tag": "6e114242-9ed0-40d0-98db-97f57599dd87"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:52.257455 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 6e114242-9ed0-40d0-98db-97f57599dd87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e114242-9ed0-40d0-98db-97f57599dd87,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:52.283773 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91aa859-fd6f-48af-85da-59db2b761c42 x-openstack-request-id: req-d91aa859-fd6f-48af-85da-59db2b761c42 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:52.284079 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae571e-2b00-4426-a0e8-aa2c62e48617", "name": "network-vif-plugged", "status": "completed", "tag": "6e114242-9ed0-40d0-98db-97f57599dd87", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:52.284336 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d91aa859-fd6f-48af-85da-59db2b761c42 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:52.284728 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91aa859-fd6f-48af-85da-59db2b761c42'] response: {'server_uuid': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e114242-9ed0-40d0-98db-97f57599dd87', 'code': 200} May 23 13:02:52.329187 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:52.389697 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=6e114242-9ed0-40d0-98db-97f57599dd87,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:52.831547 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4a64a-8ace-4017-a857-71e52238b48d req-d56b30f9-ba10-404d-ac06-cf5b916cc6b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:52.833069 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4de4a64a-8ace-4017-a857-71e52238b48d req-d56b30f9-ba10-404d-ac06-cf5b916cc6b8 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.0803058 May 23 13:02:52.839058 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2d5b2-df78-4ba5-9e06-0b705485ad93 req-76c11495-5fd7-4d98-902c-d2d5c43e984e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:52.840395 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9ff2d5b2-df78-4ba5-9e06-0b705485ad93 req-76c11495-5fd7-4d98-902c-d2d5c43e984e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.0789044 May 23 13:02:52.915478 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4de4a64a-8ace-4017-a857-71e52238b48d req-25b3c073-ae6e-40c5-a655-d3c9b1c9774d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741453 May 23 13:02:52.919797 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9ff2d5b2-df78-4ba5-9e06-0b705485ad93 req-d98d7ac5-de23-41c3-ac50-a594d1cf8d7d tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716143 May 23 13:02:53.032544 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017ced4-9548-4e2b-b2cc-7977197db8be req-66c6b23f-bbd9-48a5-af17-02ec6dfe49fb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:53.034183 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e017ced4-9548-4e2b-b2cc-7977197db8be req-66c6b23f-bbd9-48a5-af17-02ec6dfe49fb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0540407 May 23 13:02:53.082721 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e017ced4-9548-4e2b-b2cc-7977197db8be req-2d0a2e0e-ef69-4a5b-999b-b195c6eb8d6b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 May 23 13:02:53.505729 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-315e7527-8889-48c0-be1d-f17a71070bf4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397940 May 23 13:02:53.679097 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00193760-a3f0-4a0d-b8ba-0d962637daa6 req-1a8251f9-e4fd-4f51-ad68-886c44a76f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:53.680624 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-00193760-a3f0-4a0d-b8ba-0d962637daa6 req-1a8251f9-e4fd-4f51-ad68-886c44a76f05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 1130 time: 0.0760913 May 23 13:02:53.696139 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-4be935da-6c3b-45dc-92ce-fca7f7575837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:53.697677 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-4be935da-6c3b-45dc-92ce-fca7f7575837 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 1129 time: 0.0662675 May 23 13:02:53.706153 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:53.776842 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-00193760-a3f0-4a0d-b8ba-0d962637daa6 req-c285d6e7-4bd9-4f1b-a827-e80657f5431f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870812 May 23 13:02:53.793741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:53.819327 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-5e4ff827-51e0-4305-9413-539ef4554ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:53.820675 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-5e4ff827-51e0-4305-9413-539ef4554ea0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.1001387 May 23 13:02:54.103580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148ad34-a791-48cf-884c-f5d08dac8852 req-9cc0b29c-df64-4a3d-8694-12a4c949082e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:54.105105 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0148ad34-a791-48cf-884c-f5d08dac8852 req-9cc0b29c-df64-4a3d-8694-12a4c949082e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.1164563 May 23 13:02:54.114706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bebbb-c35e-4111-890c-9190601c7ed0 req-c8ead37e-3633-4fa4-9b9a-b9ff96ba5bb2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:54.116198 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f08bebbb-c35e-4111-890c-9190601c7ed0 req-c8ead37e-3633-4fa4-9b9a-b9ff96ba5bb2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.1108081 May 23 13:02:54.185841 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0148ad34-a791-48cf-884c-f5d08dac8852 req-2789c16c-87d5-40f7-8b34-1c3536b99cbe tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686445 May 23 13:02:54.203700 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f08bebbb-c35e-4111-890c-9190601c7ed0 req-409fc4ed-76ea-4f40-abb4-56bcf1fc3ce5 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802231 May 23 13:02:54.330566 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8e0d2-e6a6-4614-8a69-6bf2082a421d req-0e9db42c-4b83-4b34-9ddf-8b52156cd0d2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:54.332256 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b0e8e0d2-e6a6-4614-8a69-6bf2082a421d req-0e9db42c-4b83-4b34-9ddf-8b52156cd0d2 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0615191 May 23 13:02:54.384533 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-70549b91-651a-4a60-8f18-50a38f9668fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48 HTTP/1.1" status: 200 len: 217 time: 0.0505159 May 23 13:02:54.450844 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b0e8e0d2-e6a6-4614-8a69-6bf2082a421d req-d0711c03-414e-49cc-870d-3e39972e2d01 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095781 May 23 13:02:54.460962 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-2a8b8740-bb77-4258-967b-0843d24e4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:54.462514 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-2a8b8740-bb77-4258-967b-0843d24e4b02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0710559 May 23 13:02:55.163382 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-106485ce-e2cc-4164-99d3-e5a4086486c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:55.176672 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-106485ce-e2cc-4164-99d3-e5a4086486c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0939755 May 23 13:02:55.349922 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:55.463987 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e73ce-f31f-462b-b9c1-05fb1c2df586 req-deb61cbb-6f2b-4d9c-8e48-6be74a84237d tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:55.471702 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a33e73ce-f31f-462b-b9c1-05fb1c2df586 req-deb61cbb-6f2b-4d9c-8e48-6be74a84237d tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.1372185 May 23 13:02:55.483329 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc9873-0b46-46aa-8f4f-f3952d6e2ae6 req-fd0a12a0-1da5-4379-9c62-c7a4d58c03a7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:55.484802 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2cc9873-0b46-46aa-8f4f-f3952d6e2ae6 req-fd0a12a0-1da5-4379-9c62-c7a4d58c03a7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 943 time: 0.1470666 May 23 13:02:55.522411 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-e091b16d-2f38-4776-9c48-71d0c7740df3 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304732 May 23 13:02:55.522673 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:55.578088 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a33e73ce-f31f-462b-b9c1-05fb1c2df586 req-89a75fc9-8ea4-4c22-b4be-93e737c122ed tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053932 May 23 13:02:55.609068 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2cc9873-0b46-46aa-8f4f-f3952d6e2ae6 req-9fdab299-2e53-419f-b9d9-7cfa507f7f1d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141512 May 23 13:02:55.774714 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36140) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:55.890180 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b2510c00-0f9f-458e-aef6-c197097e9639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:55.973550 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b2510c00-0f9f-458e-aef6-c197097e9639 admin admin] Publish callbacks [] for security_group (e1df3352-f0bd-4a4d-b7b9-b980bd787ea0), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.042519 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:02:56.061477 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b2510c00-0f9f-458e-aef6-c197097e9639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e1df3352-f0bd-4a4d-b7b9-b980bd787ea0), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.127346 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13e0fee0-b19e-4ba1-8ec4-ecdbc1f35791 req-9c922ae1-87ed-44e8-b279-b907ddf9001e service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404243 May 23 13:02:56.150838 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2510c00-0f9f-458e-aef6-c197097e9639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df3352-f0bd-4a4d-b7b9-b980bd787ea0,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:56.196024 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b2510c00-0f9f-458e-aef6-c197097e9639 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=25f876268bb24dbe8ee677203da9eaef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200032 May 23 13:02:56.197792 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 36152) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:56.285489 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:56.303644 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'port_id': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'mac_address': 'fa:16:3e:cf:6f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:02:56.306713 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0cc1db44-1f8c-47e4-a85d-bfad063ecf1a admin admin] Publish callbacks [] for security_group (e1df3352-f0bd-4a4d-b7b9-b980bd787ea0), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.309111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:56.337640 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0cc1db44-1f8c-47e4-a85d-bfad063ecf1a admin admin] Publish callbacks [] for security_group (e1df3352-f0bd-4a4d-b7b9-b980bd787ea0), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.349672 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:56.350454 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.380978 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:02:56.417929 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:56.490142 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.490758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0cc1db44-1f8c-47e4-a85d-bfad063ecf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e1df3352-f0bd-4a4d-b7b9-b980bd787ea0), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.497513 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0cc1db44-1f8c-47e4-a85d-bfad063ecf1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:56.502408 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-0cc1db44-1f8c-47e4-a85d-bfad063ecf1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1df3352-f0bd-4a4d-b7b9-b980bd787ea0 HTTP/1.1" status: 204 len: 168 time: 0.3022599 May 23 13:02:56.527680 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1db44-1f8c-47e4-a85d-bfad063ecf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df3352-f0bd-4a4d-b7b9-b980bd787ea0,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:56.570515 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:56.699620 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62859ce-1946-448e-b7c9-6528606d6259 req-4e2b00e2-8616-4b19-9f2d-eee1c91963c5 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:56.702090 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a62859ce-1946-448e-b7c9-6528606d6259 req-4e2b00e2-8616-4b19-9f2d-eee1c91963c5 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.0509219 May 23 13:02:56.758688 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:56.795713 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22592b-1191-4842-b61d-7c302bb437bb req-96039636-c4b1-43b8-bb1f-27e048f1a15e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:56.797248 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ce22592b-1191-4842-b61d-7c302bb437bb req-96039636-c4b1-43b8-bb1f-27e048f1a15e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 944 time: 0.0726271 May 23 13:02:56.802162 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a62859ce-1946-448e-b7c9-6528606d6259 req-c179bda0-5733-46a4-b9db-c2695f539887 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940690 May 23 13:02:56.897828 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ce22592b-1191-4842-b61d-7c302bb437bb req-75f6db9f-ae1c-4009-a120-605a52a6bfab tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806484 May 23 13:02:57.069721 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:02:57.147487 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3dae29fc-8d3d-47e4-8dde-d58435645780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:57.198074 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:57.376310 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:57.397713 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:57.708027 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 36234) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:57.712582 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-5fd2f1e3-561d-495e-a7d4-4e7b9631e3b5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989037791', 'description': 'tempest-description--1227578894'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:57.791633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f1e3-561d-495e-a7d4-4e7b9631e3b5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:57.875859 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f1e3-561d-495e-a7d4-4e7b9631e3b5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group (cb83800a-2345-4e73-af04-aacb6ae9c818), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.001186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f1e3-561d-495e-a7d4-4e7b9631e3b5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (cb83800a-2345-4e73-af04-aacb6ae9c818), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.087666 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2f1e3-561d-495e-a7d4-4e7b9631e3b5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb83800a-2345-4e73-af04-aacb6ae9c818,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:58.098370 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050ef9f-f86f-4967-bce4-a75a92913557 req-7a2b0e3f-9113-49ed-889a-3bfabc95f774 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:58.100108 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e050ef9f-f86f-4967-bce4-a75a92913557 req-7a2b0e3f-9113-49ed-889a-3bfabc95f774 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 944 time: 0.0742106 May 23 13:02:58.159713 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5fd2f1e3-561d-495e-a7d4-4e7b9631e3b5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.165433 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-5fd2f1e3-561d-495e-a7d4-4e7b9631e3b5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4518933 May 23 13:02:58.168728 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36252) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:58.176834 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-de89981f-b400-49e4-a2a0-2aa17973abed tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'security_group_rule': {'security_group_id': 'cb83800a-2345-4e73-af04-aacb6ae9c818', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:58.188575 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e050ef9f-f86f-4967-bce4-a75a92913557 req-b4d786a0-044c-44a3-9762-98b08e515eae tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830357 May 23 13:02:58.235257 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 36256) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:58.261963 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:58.353911 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de89981f-b400-49e4-a2a0-2aa17973abed tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group_rule (465b34b7-1536-4461-8e6a-39e6b9740c22), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.423890 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b4697546-e635-49bd-9681-97c7f0b4c76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.462696 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de89981f-b400-49e4-a2a0-2aa17973abed tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group_rule (465b34b7-1536-4461-8e6a-39e6b9740c22), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.537183 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b4697546-e635-49bd-9681-97c7f0b4c76e admin admin] Publish callbacks [] for security_group (57512981-1f1d-4811-b52c-e9c22483194c), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.560063 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:02:58.564815 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de89981f-b400-49e4-a2a0-2aa17973abed tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (465b34b7-1536-4461-8e6a-39e6b9740c22), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.613600 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89981f-b400-49e4-a2a0-2aa17973abed tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465b34b7-1536-4461-8e6a-39e6b9740c22,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:58.645058 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:02:58.665147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b4697546-e635-49bd-9681-97c7f0b4c76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (57512981-1f1d-4811-b52c-e9c22483194c), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.717287 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de89981f-b400-49e4-a2a0-2aa17973abed tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.723802 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-de89981f-b400-49e4-a2a0-2aa17973abed tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5527420 May 23 13:02:58.723802 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36282) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:58.729096 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-79ec09a3-f9b7-4db4-98d6-d1e7eebc7f59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'security_group_rule': {'security_group_id': 'cb83800a-2345-4e73-af04-aacb6ae9c818', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:58.739952 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-b4697546-e635-49bd-9681-97c7f0b4c76e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=590ed5c70dca4aaf8dbef73ce1f00954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024188 May 23 13:02:58.746651 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:58.748819 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36284) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:58.753098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4697546-e635-49bd-9681-97c7f0b4c76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57512981-1f1d-4811-b52c-e9c22483194c,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:58.786918 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:02:58.787294 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.890799 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a0416dbf-2130-4a62-b7ab-4708441cafb0 admin admin] Publish callbacks [] for security_group (57512981-1f1d-4811-b52c-e9c22483194c), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.928854 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a0416dbf-2130-4a62-b7ab-4708441cafb0 admin admin] Publish callbacks [] for security_group (57512981-1f1d-4811-b52c-e9c22483194c), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.936842 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:02:58.937494 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.969361 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:02:58.972008 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857b1f8a-ada1-4f34-a424-8d80f9d932ed" -d '{"events": [{"server_uuid": "7064ed49-237d-441d-a087-70b195245624", "name": "network-vif-plugged", "status": "completed", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:02:58.985781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-79ec09a3-f9b7-4db4-98d6-d1e7eebc7f59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group_rule (f1ebe6df-1e2e-4e52-a332-731f73207e3d), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:58.986691 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:02:59.066352 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc662600-4b93-423c-8874-c6c6487e7552 x-openstack-request-id: req-bc662600-4b93-423c-8874-c6c6487e7552 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:02:59.066851 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7064ed49-237d-441d-a087-70b195245624", "name": "network-vif-plugged", "status": "completed", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:02:59.067315 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc662600-4b93-423c-8874-c6c6487e7552 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:02:59.068137 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc662600-4b93-423c-8874-c6c6487e7552'] response: {'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'code': 200} May 23 13:02:59.079642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.097449 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a0416dbf-2130-4a62-b7ab-4708441cafb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (57512981-1f1d-4811-b52c-e9c22483194c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.104568 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a0416dbf-2130-4a62-b7ab-4708441cafb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.106393 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a0416dbf-2130-4a62-b7ab-4708441cafb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57512981-1f1d-4811-b52c-e9c22483194c HTTP/1.1" status: 204 len: 168 time: 0.3563616 May 23 13:02:59.133142 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-79ec09a3-f9b7-4db4-98d6-d1e7eebc7f59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group_rule (f1ebe6df-1e2e-4e52-a332-731f73207e3d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.135042 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0416dbf-2130-4a62-b7ab-4708441cafb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57512981-1f1d-4811-b52c-e9c22483194c,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:59.194255 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-79ec09a3-f9b7-4db4-98d6-d1e7eebc7f59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (f1ebe6df-1e2e-4e52-a332-731f73207e3d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.199483 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:59.213729 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec09a3-f9b7-4db4-98d6-d1e7eebc7f59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ebe6df-1e2e-4e52-a332-731f73207e3d,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:02:59.322946 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=11 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:02:59.330790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab9010-54b8-4f69-b84a-d66d5442836b req-cbd5ad05-fa62-45e7-9389-3ab139e791a7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:59.336053 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-79ec09a3-f9b7-4db4-98d6-d1e7eebc7f59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.337403 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-79ec09a3-f9b7-4db4-98d6-d1e7eebc7f59 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6125321 May 23 13:02:59.340730 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36302) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:02:59.345847 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:02:59.346590 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1aab9010-54b8-4f69-b84a-d66d5442836b req-cbd5ad05-fa62-45e7-9389-3ab139e791a7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.0736237 May 23 13:02:59.414897 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1aab9010-54b8-4f69-b84a-d66d5442836b req-cf18455b-1fe2-4f2d-82e3-fcf8628fee6a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665247 May 23 13:02:59.487213 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.518839 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1db10043-bc79-44e8-a8c9-9665e62646df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:02:59.722195 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9654c-4932-4923-9a54-9bf3f2c50e5a req-0c624fe9-a6d0-4e42-8f8f-4e37ac2398ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:02:59.723793 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9cf9654c-4932-4923-9a54-9bf3f2c50e5a req-0c624fe9-a6d0-4e42-8f8f-4e37ac2398ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 1129 time: 0.0701568 May 23 13:02:59.849336 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9cf9654c-4932-4923-9a54-9bf3f2c50e5a req-37f759ff-fe67-42d4-b88a-325f8b29119d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173432 May 23 13:02:59.954354 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:00.073594 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Allocated IP 172.37.1.218 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/24725e77-4166-4272-95f9-8ebf6370a312) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:03:00.138940 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:00.188122 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for port (24725e77-4166-4272-95f9-8ebf6370a312), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:00.315679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (24725e77-4166-4272-95f9-8ebf6370a312), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:00.370642 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:03:00.376406 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:03:00.379086 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'Port': ['ID=24725e77-4166-4272-95f9-8ebf6370a312,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:00.381861 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:03:00.454366 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:00.475524 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:00.597814 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:00.599508 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae18403-a0bb-457f-9a51-aece63cfb9b3 req-5e01480e-ac8c-4610-8ba6-e525333835d5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:00.601276 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fae18403-a0bb-457f-9a51-aece63cfb9b3 req-5e01480e-ac8c-4610-8ba6-e525333835d5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.0786853 May 23 13:03:00.647284 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (24725e77-4166-4272-95f9-8ebf6370a312), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:00.730785 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fae18403-a0bb-457f-9a51-aece63cfb9b3 req-306e0ad8-cde3-41e1-a20c-da7be1a50b4f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183267 May 23 13:03:00.916307 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for port (24725e77-4166-4272-95f9-8ebf6370a312), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:00.975664 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (24725e77-4166-4272-95f9-8ebf6370a312), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:01.067023 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'Port': ['ID=24725e77-4166-4272-95f9-8ebf6370a312,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:01.075253 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:01.180809 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:01.182477 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f98f71b5-f2e7-47c2-8894-6e3ddb35a98d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8405058 May 23 13:03:01.881429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0fb80-da64-4fad-bd7b-953c63dbded8 req-d936b91f-14b3-40f5-8804-693253ea6fa6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:01.882994 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ead0fb80-da64-4fad-bd7b-953c63dbded8 req-d936b91f-14b3-40f5-8804-693253ea6fa6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.0601087 May 23 13:03:01.933070 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ead0fb80-da64-4fad-bd7b-953c63dbded8 req-765da012-2c9e-453d-b406-4bf86bc10d17 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435376 May 23 13:03:01.957908 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:03.071785 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0c450-fa2f-4512-ad9a-3f7c900f0917 req-7e6cbfd7-7a9a-4b4d-86c2-0425f5ae920e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:03.073273 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a0f0c450-fa2f-4512-ad9a-3f7c900f0917 req-7e6cbfd7-7a9a-4b4d-86c2-0425f5ae920e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.0493822 May 23 13:03:03.130988 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a0f0c450-fa2f-4512-ad9a-3f7c900f0917 req-8f72c4b4-ab19-4f09-a702-e74272487c83 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511944 May 23 13:03:03.215717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:03.266799 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bb84d-a4e6-4a39-8efc-d58da8cd054a req-871b157d-20b6-4903-9cc1-172401c0d8cd tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:03.268543 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f12bb84d-a4e6-4a39-8efc-d58da8cd054a req-871b157d-20b6-4903-9cc1-172401c0d8cd tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.0628257 May 23 13:03:03.329345 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f12bb84d-a4e6-4a39-8efc-d58da8cd054a req-457e0f12-4dd3-4e0f-ab6c-32924ba428f7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551934 May 23 13:03:03.370775 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36380) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:03.459765 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:03.641790 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f670ec6c-a419-429f-a366-a5f220b66f8f tempest-TestVolumeBootPattern-856624557 tempest-TestVolumeBootPattern-856624557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:03.647350 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f670ec6c-a419-429f-a366-a5f220b66f8f tempest-TestVolumeBootPattern-856624557 tempest-TestVolumeBootPattern-856624557-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 1124 time: 0.2634296 May 23 13:03:03.647471 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 36386) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:03.651022 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'port_id': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:03.746679 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:03.852372 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:04.000518 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Allocated IP 172.37.1.254 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:03:04.118602 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:04.230429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:04.234004 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:04.317708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:03:04.325038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:03:04.330159 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:03:04.333792 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:04.371916 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.372291 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.372646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.373127 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.373467 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.373802 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.374156 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.374491 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.374817 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.375143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.375469 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.375820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.376109 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.376442 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.376757 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:04.635203 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:04.776578 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (54420cf2-ac68-40da-8297-a65770e6e02d), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:04.940543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:05.322492 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:05.378050 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:05.450899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:05.461609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (54420cf2-ac68-40da-8297-a65770e6e02d), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:05.500440 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:05.561460 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Floating IP 54420cf2-ac68-40da-8297-a65770e6e02d associated. External IP: 172.37.1.254, port: f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25. May 23 13:03:05.760800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:03:05.866994 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:03:05.877390 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:03:05.879019 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:05.886841 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:03:05.887442 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:02:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:05.971642 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:05.988325 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:03:06.001986 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-40c5d53a-71c3-41b5-8406-843f27eb3143 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3542306 May 23 13:03:06.002634 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:03:06.004898 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c588e91-bf5d-484a-a54d-6dd21fa0f005" -d '{"events": [{"name": "network-changed", "server_uuid": "7064ed49-237d-441d-a087-70b195245624", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:03:06.042946 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23dc080-8a08-4c73-b6e3-8b651dc968f3 x-openstack-request-id: req-d23dc080-8a08-4c73-b6e3-8b651dc968f3 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:03:06.043233 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7064ed49-237d-441d-a087-70b195245624", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:03:06.043481 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d23dc080-8a08-4c73-b6e3-8b651dc968f3 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:03:06.043878 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23dc080-8a08-4c73-b6e3-8b651dc968f3'] response: {'name': 'network-changed', 'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'status': 'completed', 'code': 200} May 23 13:03:06.268534 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54420cf2-ac68-40da-8297-a65770e6e02d', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.254', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:cf:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7064ed49-237d-441d-a087-70b195245624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:04Z', 'updated_at': '2022-05-23T13:03:04Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:06.292489 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:03:06.300628 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:03:06.301213 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:02:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:06.400293 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:03:06.607369 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54420cf2-ac68-40da-8297-a65770e6e02d', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.254', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:cf:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7064ed49-237d-441d-a087-70b195245624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:04Z', 'updated_at': '2022-05-23T13:03:04Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:06.631103 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4652c-0e47-4553-a3a4-56ce19a0c622 None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '54420cf2-ac68-40da-8297-a65770e6e02d', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.254', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:cf:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7064ed49-237d-441d-a087-70b195245624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:04Z', 'updated_at': '2022-05-23T13:03:04Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:03:06.811420 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b91398-b984-4716-bd9a-46879b25869b None None] New status for floating IP 54420cf2-ac68-40da-8297-a65770e6e02d: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:03:08.241352 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-ee4cc901-8df5-457a-9bc4-35ad0da04c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:08.242931 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-ee4cc901-8df5-457a-9bc4-35ad0da04c29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 1129 time: 0.0432360 May 23 13:03:08.334989 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-bda2080e-8983-4e51-b00e-4b36577bca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:08.336441 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-bda2080e-8983-4e51-b00e-4b36577bca90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.0853305 May 23 13:03:08.408723 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-4fd271d3-4bc1-4c07-827c-b84a450557d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 HTTP/1.1" status: 200 len: 1001 time: 0.0634308 May 23 13:03:08.469176 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-630c53f9-4256-4bc4-9b43-96965a20f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:08.470668 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-630c53f9-4256-4bc4-9b43-96965a20f13d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0548594 May 23 13:03:08.529509 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-16820a92-8f7d-4328-9beb-672391f69a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:08.531308 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-16820a92-8f7d-4328-9beb-672391f69a0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475368 May 23 13:03:08.638557 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-e074de9c-11ad-4325-b96e-2432e1916f85 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922148 May 23 13:03:08.756206 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c588e91-bf5d-484a-a54d-6dd21fa0f005 req-193239d1-80b4-4c62-b7c9-d54c57ea2dae service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098285 May 23 13:03:12.620123 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 36480) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:12.762091 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1d457acf-721e-4652-9a31-b38ca8323205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:12.851250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1d457acf-721e-4652-9a31-b38ca8323205 admin admin] Publish callbacks [] for security_group (5f4e3957-dffb-42b1-adbb-cf92a50dde67), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:12.932438 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1d457acf-721e-4652-9a31-b38ca8323205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (5f4e3957-dffb-42b1-adbb-cf92a50dde67), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:12.960549 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d457acf-721e-4652-9a31-b38ca8323205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e3957-dffb-42b1-adbb-cf92a50dde67,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:12.988501 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36484) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:12.989173 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1d457acf-721e-4652-9a31-b38ca8323205 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de7f8540cf7d466086d5b5ed1b0d0cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664453 May 23 13:03:13.048056 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Publish callbacks [] for security_group (5f4e3957-dffb-42b1-adbb-cf92a50dde67), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:13.071080 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Publish callbacks [] for security_group (5f4e3957-dffb-42b1-adbb-cf92a50dde67), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:13.184004 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (5f4e3957-dffb-42b1-adbb-cf92a50dde67), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:13.186975 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:13.188422 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f4e3957-dffb-42b1-adbb-cf92a50dde67 HTTP/1.1" status: 204 len: 168 time: 0.1990583 May 23 13:03:13.197215 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e3957-dffb-42b1-adbb-cf92a50dde67,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:13.205214 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.205565 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.205933 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.206272 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.206904 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.207237 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.207568 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.207896 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.208224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.208552 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.208892 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.209379 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.209867 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.210212 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:13.210686 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc611488-04b7-4fb8-8d04-e43078987786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:16.907483 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:16.916251 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:21.510100 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:03:21.516854 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=80 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:21.933309 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36626) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:22.052933 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a54247c3-99a7-4aac-a1b8-41b9f88008f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:22.099075 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:22.133069 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a54247c3-99a7-4aac-a1b8-41b9f88008f3 admin admin] Publish callbacks [] for security_group (4e964307-db74-4bf8-9db8-2400267f421b), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:22.198388 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a54247c3-99a7-4aac-a1b8-41b9f88008f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (4e964307-db74-4bf8-9db8-2400267f421b), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:22.238504 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54247c3-99a7-4aac-a1b8-41b9f88008f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e964307-db74-4bf8-9db8-2400267f421b,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:22.257133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 36630) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:22.257666 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a54247c3-99a7-4aac-a1b8-41b9f88008f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c80d6715868431ba6e380161a197bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227563 May 23 13:03:22.308003 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:22.324642 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e65d1eac-e408-4873-a5c2-09324da3f2ee admin admin] Publish callbacks [] for security_group (4e964307-db74-4bf8-9db8-2400267f421b), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:22.339839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:22.352127 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e65d1eac-e408-4873-a5c2-09324da3f2ee admin admin] Publish callbacks [] for security_group (4e964307-db74-4bf8-9db8-2400267f421b), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:22.510124 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e65d1eac-e408-4873-a5c2-09324da3f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (4e964307-db74-4bf8-9db8-2400267f421b), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:22.515026 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e65d1eac-e408-4873-a5c2-09324da3f2ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:22.516746 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-e65d1eac-e408-4873-a5c2-09324da3f2ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e964307-db74-4bf8-9db8-2400267f421b HTTP/1.1" status: 204 len: 168 time: 0.2585654 May 23 13:03:22.527847 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d1eac-e408-4873-a5c2-09324da3f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e964307-db74-4bf8-9db8-2400267f421b,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:23.023057 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-e2f3ecc3-93df-4d1c-bf0d-c3068ff59e3a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--989037791&fields=id&tenant_id=5bda5ee012d84d88a3015baa3b80a7d7 HTTP/1.1" status: 200 len: 267 time: 0.0543847 May 23 13:03:23.178571 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-36773078-efef-4ebb-9237-4e65c793193f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:23.180051 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-36773078-efef-4ebb-9237-4e65c793193f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 819 time: 0.1396670 May 23 13:03:23.195420 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-e1bdf7c6-4b26-450c-8167-95f81320f7ae tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/quotas/5bda5ee012d84d88a3015baa3b80a7d7 HTTP/1.1" status: 200 len: 375 time: 0.0091681 May 23 13:03:23.256393 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-1ef2297f-4b3f-42fe-aec9-99ea977dedb5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557261 May 23 13:03:23.363252 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-e124e4ec-f0c1-48d6-af5d-42beb0afc5d0 service neutron] 10.222.0.30 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972705 May 23 13:03:23.472645 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-0996f969-28a5-4251-9942-1d782602a7b7 service neutron] 10.222.0.30 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023138 May 23 13:03:23.772737 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-345a2ed8-67bf-4ce6-be96-9e8b2da9b826 req-d8c454f7-305b-4309-876b-0565c65c9dc3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 210 time: 0.0673153 May 23 13:03:24.899554 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fa1c9b4b-1edd-48f5-87d3-4cd74cf1b81f req-11c83837-ccfc-4001-890f-dbd494250f3d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 210 time: 0.0335004 May 23 13:03:25.301701 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:26.004096 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e974c7da-6b2b-4e0b-abfb-2131377d9957 req-d0eee6e6-0627-472b-8fd0-6a88a12e6e12 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 210 time: 0.0324800 May 23 13:03:27.101314 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-08f47950-933a-438e-a585-581a7a5839b7 req-0abaae0c-7c4e-48af-91ad-1864acc4671a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 210 time: 0.0268607 May 23 13:03:27.158637 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ba84804e-cad4-446f-a36c-5149dc995f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:27.756752 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-c2c834dd-5821-4ab4-9f14-9f4fb1fd47d4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:27.758244 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-c2c834dd-5821-4ab4-9f14-9f4fb1fd47d4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 819 time: 0.1064517 May 23 13:03:27.835281 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-7adabf09-f1cc-402d-8807-f8011a3c0ea1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bda5ee012d84d88a3015baa3b80a7d7 HTTP/1.1" status: 200 len: 379 time: 0.0533447 May 23 13:03:27.845737 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'port': {'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'admin_state_up': True, 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'security_groups': ['cb83800a-2345-4e73-af04-aacb6ae9c818']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:28.078578 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Made reservation on behalf of 5bda5ee012d84d88a3015baa3b80a7d7 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:03:28.082226 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.091519 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:28.223740 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ca3ce435-cad7-4821-9244-cdd2852f2575 req-7710d2eb-f8d0-4c34-b646-35d9e718b5cc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 210 time: 0.0340424 May 23 13:03:28.242471 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:28.243732 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Allocated IP 172.20.0.12 (11cfb087-2166-41ce-9a36-a5b349287bd2/fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae/ca8020dd-47c4-42a6-93d6-b0699126db66) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:03:28.292911 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36816) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:28.298365 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-f40a9577-8e6f-42dc-9513-fda1474bdf0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--249631074', 'description': 'tempest-description--933235731'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:28.387629 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.395571 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f40a9577-8e6f-42dc-9513-fda1474bdf0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.435715 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:28.465242 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f40a9577-8e6f-42dc-9513-fda1474bdf0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (68bbf235-295a-4b58-97ba-b8fb5dfe2b08), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.481533 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.527253 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:03:28.530924 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:03:28.534771 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:03:28.541066 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event updated for resources: {'Port': ['ID=ca8020dd-47c4-42a6-93d6-b0699126db66,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:28.553646 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f40a9577-8e6f-42dc-9513-fda1474bdf0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (68bbf235-295a-4b58-97ba-b8fb5dfe2b08), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.589484 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a9577-8e6f-42dc-9513-fda1474bdf0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bbf235-295a-4b58-97ba-b8fb5dfe2b08,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:28.592707 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:28.592707 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.677923 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f40a9577-8e6f-42dc-9513-fda1474bdf0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.679309 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f40a9577-8e6f-42dc-9513-fda1474bdf0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3853893 May 23 13:03:28.682205 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36828) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:28.687750 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-722c1429-d3fc-4eed-a6d6-1958ed95ff71 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': '68bbf235-295a-4b58-97ba-b8fb5dfe2b08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:28.708131 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8f0c82f7-4fdc-421b-a6d9-78123795f05f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8658831 May 23 13:03:28.754250 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:28.760438 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-543fc6f2-cb08-47d0-91b3-0c711795127d None None] Provisioning complete for port ca8020dd-47c4-42a6-93d6-b0699126db66 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:03:28.761264 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-543fc6f2-cb08-47d0-91b3-0c711795127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.782219 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-722c1429-d3fc-4eed-a6d6-1958ed95ff71 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (9dff5815-b1fe-40bf-b80a-7671269ee2f0), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.792302 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-543fc6f2-cb08-47d0-91b3-0c711795127d None None] Port ca8020dd-47c4-42a6-93d6-b0699126db66 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:03:28.842886 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-722c1429-d3fc-4eed-a6d6-1958ed95ff71 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (9dff5815-b1fe-40bf-b80a-7671269ee2f0), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.909796 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-722c1429-d3fc-4eed-a6d6-1958ed95ff71 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (9dff5815-b1fe-40bf-b80a-7671269ee2f0), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:28.931499 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c1429-d3fc-4eed-a6d6-1958ed95ff71 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dff5815-b1fe-40bf-b80a-7671269ee2f0,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:28.998748 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-722c1429-d3fc-4eed-a6d6-1958ed95ff71 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.000127 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-722c1429-d3fc-4eed-a6d6-1958ed95ff71 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167694 May 23 13:03:29.002941 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 36832) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:29.008076 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-2c46e991-71e3-445d-88fc-67384819f7e5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': '68bbf235-295a-4b58-97ba-b8fb5dfe2b08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:29.099308 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2c46e991-71e3-445d-88fc-67384819f7e5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (2e927085-69b1-497a-8438-494484369f94), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.146305 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2c46e991-71e3-445d-88fc-67384819f7e5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (2e927085-69b1-497a-8438-494484369f94), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.206606 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2c46e991-71e3-445d-88fc-67384819f7e5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (2e927085-69b1-497a-8438-494484369f94), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.225641 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46e991-71e3-445d-88fc-67384819f7e5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e927085-69b1-497a-8438-494484369f94,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:29.289128 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2c46e991-71e3-445d-88fc-67384819f7e5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.290407 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-2c46e991-71e3-445d-88fc-67384819f7e5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2864716 May 23 13:03:29.293703 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36836) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:29.298348 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:29.339180 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda986-1259-4b1b-a4ac-4f55b919f6fa req-569ee9b2-be4f-4a7b-9f56-e824b4689623 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:29.340667 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ffeda986-1259-4b1b-a4ac-4f55b919f6fa req-569ee9b2-be4f-4a7b-9f56-e824b4689623 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 932 time: 0.0481954 May 23 13:03:29.384395 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.390824 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ffeda986-1259-4b1b-a4ac-4f55b919f6fa req-138eb98a-c6af-4351-9167-84176ab8174c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432427 May 23 13:03:29.465828 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.509956 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3b99aac8-a756-428c-aeec-1fe8d235ff94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.579595 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.37.1.166 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:03:29.666277 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:29.688610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.775883 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:29.817464 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:03:29.820203 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:03:29.822722 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:03:29.850471 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:29.875520 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:29.935684 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (d8f4675f-5ebd-4fd7-90f3-804b1d519192), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:30.046788 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:30.228341 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:30.304098 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:30.368522 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:30.383907 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (d8f4675f-5ebd-4fd7-90f3-804b1d519192), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:30.454944 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:30.456197 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4d5768a8-8dee-4810-b3ef-9ca1e5816d80 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1612859 May 23 13:03:30.508609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9616194-8090-4ba7-88b3-eea533183d5b req-a77a53f7-7f03-4c63-805f-4860bc2100cd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:30.510122 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a9616194-8090-4ba7-88b3-eea533183d5b req-a77a53f7-7f03-4c63-805f-4860bc2100cd tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 932 time: 0.0522635 May 23 13:03:30.536461 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=89,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:30.559012 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a9616194-8090-4ba7-88b3-eea533183d5b req-75bc62c6-0337-46ee-938b-acee0ab3e5bc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424962 May 23 13:03:30.578497 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:30.670782 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-6da33f82-65a5-4075-b4cb-325e3e05f961 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--249631074&fields=id&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 267 time: 0.0428936 May 23 13:03:30.789998 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-5b114859-683c-4932-a7ce-48c2fa02be32 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:30.791491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-5b114859-683c-4932-a7ce-48c2fa02be32 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.1143434 May 23 13:03:30.807012 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-ecabc060-fd15-431c-9fe2-6d56b422d15f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/quotas/0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 375 time: 0.0091848 May 23 13:03:30.858534 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-81abd8d5-7633-4b5d-9bba-67ccef3b7d9a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454886 May 23 13:03:30.931022 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:30.955840 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-ef4ed701-d046-4d7c-a4b1-8567ed92a31d service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859759 May 23 13:03:31.057588 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-2d780ee2-ea7e-4c52-80e0-032e0dad3760 service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957072 May 23 13:03:31.368060 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7f1b4aeb-70ba-4d0c-8f61-f8a972d655ca req-ae47fc64-6c22-468c-8824-393bf5209e66 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 210 time: 0.0310180 May 23 13:03:31.505620 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=76 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:31.698188 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f80a29-2824-4f2a-8aad-d0e8397e653f req-c5251d85-460b-4195-b94f-02c5aac7d18b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:31.699785 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-95f80a29-2824-4f2a-8aad-d0e8397e653f req-c5251d85-460b-4195-b94f-02c5aac7d18b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 932 time: 0.0599914 May 23 13:03:31.752895 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-95f80a29-2824-4f2a-8aad-d0e8397e653f req-60ec760a-6559-40c9-9f21-18b01a79fe49 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 May 23 13:03:31.895479 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:32.460783 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f6a358d9-b65c-4851-a375-9cb8e39b51b5 req-2caf35e3-d80a-4797-8485-9c4dab8ad343 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 210 time: 0.0270314 May 23 13:03:32.865147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154285f7-0a2e-4191-9fe2-eae6c7c37692 req-148fac80-0173-4777-8aa8-2f15edb02004 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:32.866716 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-154285f7-0a2e-4191-9fe2-eae6c7c37692 req-148fac80-0173-4777-8aa8-2f15edb02004 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 932 time: 0.0468535 May 23 13:03:32.915282 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-154285f7-0a2e-4191-9fe2-eae6c7c37692 req-2b34f0cf-c0b3-4ffa-a6f1-fce6b49cc5bf tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 May 23 13:03:33.463896 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:33.470006 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Request body: {'port': {'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:33.542509 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:33.560862 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d9c5b29f-e941-4091-b566-4662017f152f req-d236797b-6bdd-4d66-9c73-3ef5ffe3d9b8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 210 time: 0.0313890 May 23 13:03:33.844261 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8020dd-47c4-42a6-93d6-b0699126db66 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:03:33.851711 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Publish callbacks [] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:33.865519 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Transition to ACTIVE for port object ca8020dd-47c4-42a6-93d6-b0699126db66 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:03:33.970129 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:34.001940 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:34.059007 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Pushing event updated for resources: {'Port': ['ID=ca8020dd-47c4-42a6-93d6-b0699126db66,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:34.083330 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fec989-26ec-431c-8fe7-33cfddb52d10 req-8c9762a5-935b-477f-a200-e7d691337870 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:34.088739 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-41fec989-26ec-431c-8fe7-33cfddb52d10 req-8c9762a5-935b-477f-a200-e7d691337870 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0881979 May 23 13:03:34.122150 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:34.172589 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Attempting to bind port ca8020dd-47c4-42a6-93d6-b0699126db66 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:03:34.172981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Attempting to bind port ca8020dd-47c4-42a6-93d6-b0699126db66 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:03:34.173325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Attempting to bind port ca8020dd-47c4-42a6-93d6-b0699126db66 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:03:34.179523 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-41fec989-26ec-431c-8fe7-33cfddb52d10 req-15ae5bcc-bc7d-446d-a7f6-1ffe5b16e9c9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700166 May 23 13:03:34.181959 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Port ca8020dd-47c4-42a6-93d6-b0699126db66 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:03:34.182279 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Attempting to bind port ca8020dd-47c4-42a6-93d6-b0699126db66 on network 11cfb087-2166-41ce-9a36-a5b349287bd2 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:03:34.187304 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:03:34.187634 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Checking segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:03:34.188004 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Bound using segment: {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:03:34.188424 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Bound port: ca8020dd-47c4-42a6-93d6-b0699126db66, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f368d9a-a35a-45ee-9d3e-b39a467bcd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:03:34.188773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:34.249444 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] For port ca8020dd-47c4-42a6-93d6-b0699126db66, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:03:34.252988 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] For port ca8020dd-47c4-42a6-93d6-b0699126db66, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca8020dd-47c4-42a6-93d6-b0699126db66,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:03:34.328220 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:34.363467 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:34.364357 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:34.365729 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] 10.222.0.49 "PUT /v2.0/ports/ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 1094 time: 0.8999906 May 23 13:03:34.368037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:03:34.370309 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4f9c4f-6ba2-46c6-91e4-6470892bbc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:03:34.406821 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952dd7-1c8b-45eb-921c-5bd69636277f service neutron] Pushing event updated for resources: {'Port': ['ID=ca8020dd-47c4-42a6-93d6-b0699126db66,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:34.420742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd6f64f-541a-4825-b919-01d0979a3322 x-openstack-request-id: req-cdd6f64f-541a-4825-b919-01d0979a3322 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:03:34.420742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:03:34.420742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdd6f64f-541a-4825-b919-01d0979a3322 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:03:34.420742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd6f64f-541a-4825-b919-01d0979a3322'] response: {'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'status': 'completed', 'code': 200} May 23 13:03:34.588773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f9c4f-6ba2-46c6-91e4-6470892bbc5b req-7d83bd0b-5e71-4358-b6db-92dd95faa1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:34.590166 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8a4f9c4f-6ba2-46c6-91e4-6470892bbc5b req-7d83bd0b-5e71-4358-b6db-92dd95faa1f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1128 time: 0.0458295 May 23 13:03:34.686328 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-129df0da-316a-40a4-b257-3b1b2da6d8d1 req-0dc135d8-ecf5-43b2-a26d-348f29ba22b2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 210 time: 0.0563166 May 23 13:03:34.739008 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f9c4f-6ba2-46c6-91e4-6470892bbc5b req-97b2b673-2a34-439a-9a9d-de4e453e2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:34.740489 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8a4f9c4f-6ba2-46c6-91e4-6470892bbc5b req-97b2b673-2a34-439a-9a9d-de4e453e2362 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1303494 May 23 13:03:34.958526 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36912) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:35.008333 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] Deleting subnet 055503dc-bfe2-4cc1-8db8-d692f17dcdc0 {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:03:35.011939 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] Publish callbacks [] for subnet (055503dc-bfe2-4cc1-8db8-d692f17dcdc0), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.060616 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3118257'] for subnet (055503dc-bfe2-4cc1-8db8-d692f17dcdc0), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.086061 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:35.103318 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (055503dc-bfe2-4cc1-8db8-d692f17dcdc0), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.138039 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f9c4f-6ba2-46c6-91e4-6470892bbc5b req-4198593e-747a-4c78-aca0-7dcbf6c92a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:35.139548 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8a4f9c4f-6ba2-46c6-91e4-6470892bbc5b req-4198593e-747a-4c78-aca0-7dcbf6c92a84 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3909607 May 23 13:03:35.152818 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:35.161186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-8a624406-8d5b-488d-b8bb-f07ab9713853 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:35.162639 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-8a624406-8d5b-488d-b8bb-f07ab9713853 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.3591509 May 23 13:03:35.216953 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27114566'] for subnet (055503dc-bfe2-4cc1-8db8-d692f17dcdc0), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.258725 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.262064 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/055503dc-bfe2-4cc1-8db8-d692f17dcdc0 HTTP/1.1" status: 204 len: 168 time: 0.3025072 May 23 13:03:35.264239 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b7cba-b40a-4c3b-ae32-3e908a75f99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055503dc-bfe2-4cc1-8db8-d692f17dcdc0,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:35.269618 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36920) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:35.345957 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (58c39c65-d0c2-47c3-84c7-3d9e660a4739), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.361049 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-6c99f122-a2c0-4680-84b0-ce98570b443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:35.361049 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-6c99f122-a2c0-4680-84b0-ce98570b443a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1128 time: 0.1008162 May 23 13:03:35.391103 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade9364-8acf-47fa-bb9c-d58007bf0320 req-ac1929e5-7e14-42a5-ad3e-7079008adddb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:35.392613 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ade9364-8acf-47fa-bb9c-d58007bf0320 req-ac1929e5-7e14-42a5-ad3e-7079008adddb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.1370692 May 23 13:03:35.403124 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-d12f9bca-2c71-4eb8-bbcc-fd6eebc36cad tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 471 time: 0.1828330 May 23 13:03:35.427239 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'port': {'device_id': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'admin_state_up': True, 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'security_groups': ['68bbf235-295a-4b58-97ba-b8fb5dfe2b08']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:35.431390 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (58c39c65-d0c2-47c3-84c7-3d9e660a4739), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.453104 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c39c65-d0c2-47c3-84c7-3d9e660a4739']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:35.462620 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ff283a-d5c2-417c-894f-7fd5b8fc77a8') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:35.462907 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ff283a-d5c2-417c-894f-7fd5b8fc77a8') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:35.472831 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (99ff283a-d5c2-417c-894f-7fd5b8fc77a8), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.486197 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8c15ce3e-b115-4774-845f-5991b75adbd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 217 time: 0.0636475 May 23 13:03:35.486438 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (99ff283a-d5c2-417c-894f-7fd5b8fc77a8), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.492351 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:03:35.492912 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (99ff283a-d5c2-417c-894f-7fd5b8fc77a8), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.537708 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 99ff283a-d5c2-417c-894f-7fd5b8fc77a8 resource provider aggregate not found May 23 13:03:35.538719 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ade9364-8acf-47fa-bb9c-d58007bf0320 req-10b3b42b-4e15-4e73-b75a-f34accbba046 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334345 May 23 13:03:35.554653 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 99ff283a-d5c2-417c-894f-7fd5b8fc77a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99ff283a-d5c2-417c-894f-7fd5b8fc77a8 found for delete ", "request_id": "req-ce1e738a-e9ae-4b38-82ef-9fe890497982"}]} May 23 13:03:35.630017 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (58c39c65-d0c2-47c3-84c7-3d9e660a4739), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.635471 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.638614 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/58c39c65-d0c2-47c3-84c7-3d9e660a4739 HTTP/1.1" status: 204 len: 168 time: 0.3682628 May 23 13:03:35.650234 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b28b45-746f-4cfc-a9e2-854c515a32b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c39c65-d0c2-47c3-84c7-3d9e660a4739,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:35.661262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Made reservation on behalf of 0ae347c79fe74082906f0d8eb9dc6677 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:03:35.664879 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:35.791306 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:35.811419 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-aa181aac-7c40-47a3-9d6e-22603c83bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:35.812969 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-aa181aac-7c40-47a3-9d6e-22603c83bcbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.1250641 May 23 13:03:35.818015 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c88f8bf4-170c-4203-b8f6-8f420f45f40d req-5075fc65-ccd6-4e98-85e6-6ea76e087482 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 210 time: 0.0484807 May 23 13:03:35.867520 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.20.0.13 (27240b79-2fbf-4ada-bcf2-ef920669591c/35a5372e-c37d-4b81-ac97-3ca02837c6d7/7f1679f8-1ca4-4c8a-8075-674c69981de0) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:03:35.998675 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36936) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:36.007071 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.035721 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:36.039787 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c027ade1-1dd5-4426-ad26-356b7ec7bff3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b3719ab772449d79dc00dc96487dc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400586 May 23 13:03:36.042255 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 36938) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:36.087961 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.089955 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1f72902b-02f2-4584-b6e3-fb4f5f57f65d admin admin] Publish callbacks [] for security_group (16520493-27cd-42fc-addf-96c58b295463), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.115699 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1f72902b-02f2-4584-b6e3-fb4f5f57f65d admin admin] Publish callbacks [] for security_group (16520493-27cd-42fc-addf-96c58b295463), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.134755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:03:36.141107 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:03:36.143838 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:03:36.177208 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=7f1679f8-1ca4-4c8a-8075-674c69981de0,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:36.200922 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:36.202191 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.265152 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1f72902b-02f2-4584-b6e3-fb4f5f57f65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (16520493-27cd-42fc-addf-96c58b295463), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.267610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1f72902b-02f2-4584-b6e3-fb4f5f57f65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.269063 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1f72902b-02f2-4584-b6e3-fb4f5f57f65d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16520493-27cd-42fc-addf-96c58b295463 HTTP/1.1" status: 204 len: 168 time: 0.2259219 May 23 13:03:36.278214 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72902b-02f2-4584-b6e3-fb4f5f57f65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16520493-27cd-42fc-addf-96c58b295463,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:36.296251 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-27bd320f-28e7-40bb-b970-5c2f527df779 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8726101 May 23 13:03:36.390438 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8a0587e1-5ea9-43bd-9205-02bf2ee1a78f None None] Provisioning complete for port 7f1679f8-1ca4-4c8a-8075-674c69981de0 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:03:36.390933 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8a0587e1-5ea9-43bd-9205-02bf2ee1a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:36.429700 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8a0587e1-5ea9-43bd-9205-02bf2ee1a78f None None] Port 7f1679f8-1ca4-4c8a-8075-674c69981de0 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:03:36.659112 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700db3-0f12-47ac-a2ff-c61714b8c6c8 req-04f748ea-6f8d-47ac-95fb-421aa2be8875 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:36.663270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2b700db3-0f12-47ac-a2ff-c61714b8c6c8 req-04f748ea-6f8d-47ac-95fb-421aa2be8875 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0523682 May 23 13:03:36.695785 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:36.714234 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2b700db3-0f12-47ac-a2ff-c61714b8c6c8 req-cb1751b5-e20f-4cce-9740-eece35ad9519 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455499 May 23 13:03:36.936437 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ced0fd-40b7-42a6-a0cf-e22b28bb3fed req-f2ec1607-7e03-4768-bf6c-4b031a88c435 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:36.937821 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d1ced0fd-40b7-42a6-a0cf-e22b28bb3fed req-f2ec1607-7e03-4768-bf6c-4b031a88c435 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 932 time: 0.0501902 May 23 13:03:36.986917 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d1ced0fd-40b7-42a6-a0cf-e22b28bb3fed req-62f6cf71-e0b2-403d-86a4-d70707a99146 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434670 May 23 13:03:37.861543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d507798-6325-428e-ac7c-2b14d0222d22 req-e632d8d6-a724-4a86-b5d8-a5d894746751 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:37.863708 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d507798-6325-428e-ac7c-2b14d0222d22 req-e632d8d6-a724-4a86-b5d8-a5d894746751 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0621946 May 23 13:03:37.915638 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d507798-6325-428e-ac7c-2b14d0222d22 req-a065ead2-46b9-4d4b-a226-209dac006fa0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462606 May 23 13:03:38.098670 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082c647-ba52-4359-ab00-37ff8014176b req-7ad54040-7856-4494-aa87-35e0f26cd148 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:38.100171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f082c647-ba52-4359-ab00-37ff8014176b req-7ad54040-7856-4494-aa87-35e0f26cd148 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 932 time: 0.0463622 May 23 13:03:38.149529 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f082c647-ba52-4359-ab00-37ff8014176b req-9fb53469-1ff6-492c-afbb-d0842e6654a0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435629 May 23 13:03:38.755158 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Request body: {'port': {'device_id': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:38.811728 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-2e1f77e2-0959-4bcd-8178-c629362a94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:38.813379 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-2e1f77e2-0959-4bcd-8178-c629362a94e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715537 May 23 13:03:38.840422 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:38.989913 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:39.080859 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7783a-7247-4e60-a581-5cb769760f59 req-1a34e0eb-21ed-4728-be77-b7dd840b3750 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:39.082343 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15c7783a-7247-4e60-a581-5cb769760f59 req-1a34e0eb-21ed-4728-be77-b7dd840b3750 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0935237 May 23 13:03:39.162795 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15c7783a-7247-4e60-a581-5cb769760f59 req-3565ad0f-42a1-4fc1-bebc-0311a734ef0b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742226 May 23 13:03:39.211039 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1679f8-1ca4-4c8a-8075-674c69981de0 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:03:39.219464 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Publish callbacks [] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:39.255758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Transition to ACTIVE for port object 7f1679f8-1ca4-4c8a-8075-674c69981de0 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:03:39.273677 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88a72c-29fb-4f31-97b9-5960f1a72024 req-5a8da1c9-63e0-4ec3-8698-ce09c6466c49 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:39.275144 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f88a72c-29fb-4f31-97b9-5960f1a72024 req-5a8da1c9-63e0-4ec3-8698-ce09c6466c49 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 932 time: 0.0518842 May 23 13:03:39.293855 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:39.327859 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f88a72c-29fb-4f31-97b9-5960f1a72024 req-8d4db300-3d59-411d-9637-48011e12b086 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465593 May 23 13:03:39.347164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:39.403136 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1679f8-1ca4-4c8a-8075-674c69981de0,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:39.475967 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Attempting to bind port 7f1679f8-1ca4-4c8a-8075-674c69981de0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:03:39.476222 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Attempting to bind port 7f1679f8-1ca4-4c8a-8075-674c69981de0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:03:39.476543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Attempting to bind port 7f1679f8-1ca4-4c8a-8075-674c69981de0 on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:03:39.481443 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Port 7f1679f8-1ca4-4c8a-8075-674c69981de0 on network 27240b79-2fbf-4ada-bcf2-ef920669591c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:03:39.482074 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Attempting to bind port 7f1679f8-1ca4-4c8a-8075-674c69981de0 on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:03:39.487315 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:03:39.487649 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Checking segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:03:39.488029 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Bound using segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:03:39.488455 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Bound port: 7f1679f8-1ca4-4c8a-8075-674c69981de0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:03:39.488810 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:39.560616 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] For port 7f1679f8-1ca4-4c8a-8075-674c69981de0, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:03:39.564000 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] For port 7f1679f8-1ca4-4c8a-8075-674c69981de0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7f1679f8-1ca4-4c8a-8075-674c69981de0,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:03:39.696548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:39.735186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:39.735801 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:39.737172 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] 10.222.0.49 "PUT /v2.0/ports/7f1679f8-1ca4-4c8a-8075-674c69981de0 HTTP/1.1" status: 200 len: 1094 time: 0.9867954 May 23 13:03:39.737603 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:03:39.739896 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608df43c-f0f8-4c75-836a-921e1d51f227" -d '{"events": [{"name": "network-changed", "server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:03:39.760976 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166aee38-ec6c-40e8-a880-52038dfdc762 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1679f8-1ca4-4c8a-8075-674c69981de0,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:39.776662 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb0350e-947e-4fe8-bc6c-260f7101e28c x-openstack-request-id: req-fbb0350e-947e-4fe8-bc6c-260f7101e28c {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:03:39.776952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:03:39.777207 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbb0350e-947e-4fe8-bc6c-260f7101e28c {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:03:39.777612 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb0350e-947e-4fe8-bc6c-260f7101e28c'] response: {'name': 'network-changed', 'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'status': 'completed', 'code': 200} May 23 13:03:40.287373 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fab1d5-ab65-4f8a-a4e5-0813ec1b542a req-8fb2aa5e-7354-47a0-88d5-27245dc27561 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:40.289041 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63fab1d5-ab65-4f8a-a4e5-0813ec1b542a req-8fb2aa5e-7354-47a0-88d5-27245dc27561 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0580881 May 23 13:03:40.371572 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:40.402429 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63fab1d5-ab65-4f8a-a4e5-0813ec1b542a req-e0edf700-2893-49bd-8796-d4a2b4dc7a6a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030331 May 23 13:03:40.472550 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-8cbf22d7-3c43-415e-8853-1ccd19489e4c service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013304 May 23 13:03:40.479257 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df43c-f0f8-4c75-836a-921e1d51f227 req-4bd42285-8550-4b35-aa07-e414ecf24786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:40.480771 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-608df43c-f0f8-4c75-836a-921e1d51f227 req-4bd42285-8550-4b35-aa07-e414ecf24786 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 1128 time: 0.0952680 May 23 13:03:40.496656 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83db9d-0503-4180-be1c-59fb7c98da54 req-a67a5dbd-4402-465b-825c-241da9f882bb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:40.498114 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd83db9d-0503-4180-be1c-59fb7c98da54 req-a67a5dbd-4402-465b-825c-241da9f882bb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0948565 May 23 13:03:40.662884 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd83db9d-0503-4180-be1c-59fb7c98da54 req-6aa6901d-3694-4963-a996-8636f9c7a753 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543519 May 23 13:03:40.691979 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df43c-f0f8-4c75-836a-921e1d51f227 req-c82954dc-be16-4d0f-814c-d23a8b855aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:40.693432 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-608df43c-f0f8-4c75-836a-921e1d51f227 req-c82954dc-be16-4d0f-814c-d23a8b855aed service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1860914 May 23 13:03:40.695212 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-948d7e5f-9486-458d-a3ee-1b70a8976d15 req-cbd3248f-03c8-47e4-b74e-6c8825d50f3a service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120926 May 23 13:03:40.802449 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df43c-f0f8-4c75-836a-921e1d51f227 req-81ef92d4-4bba-4f2f-93a0-4c5321db2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:40.803927 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-608df43c-f0f8-4c75-836a-921e1d51f227 req-81ef92d4-4bba-4f2f-93a0-4c5321db2f78 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903380 May 23 13:03:41.519139 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b37b3-f8b3-4b7c-a6ef-b0042db2f216 req-33d0bff9-f42e-4d90-b2ab-e1e4bf9670df tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:41.520601 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-996b37b3-f8b3-4b7c-a6ef-b0042db2f216 req-33d0bff9-f42e-4d90-b2ab-e1e4bf9670df tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0495560 May 23 13:03:41.561281 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:41.568456 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-996b37b3-f8b3-4b7c-a6ef-b0042db2f216 req-5e495609-e0e9-4cad-bada-9c18cfeab81e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423212 May 23 13:03:41.782219 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4bb7f-ed8c-4abd-a850-27ab76d9286f req-cfe3eea5-faa4-49ca-aea9-95dc22408e0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:41.783713 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13f4bb7f-ed8c-4abd-a850-27ab76d9286f req-cfe3eea5-faa4-49ca-aea9-95dc22408e0e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0485086 May 23 13:03:41.830617 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13f4bb7f-ed8c-4abd-a850-27ab76d9286f req-f42f6c8d-a939-41a6-b33c-ea89463a53a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413790 May 23 13:03:42.693933 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b9740-bd90-4e35-817e-fad4e36b6291 req-7569c71c-1f02-443a-975d-1d192e8d1abb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:42.695457 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a2b9740-bd90-4e35-817e-fad4e36b6291 req-7569c71c-1f02-443a-975d-1d192e8d1abb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0525572 May 23 13:03:42.745080 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a2b9740-bd90-4e35-817e-fad4e36b6291 req-5a6c24e2-82e5-45be-88b0-3a80d7e51e8d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 May 23 13:03:42.944499 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc0790-35ea-42a9-b13b-69cd664cf678 req-eb3f037c-2f43-46bd-beee-3c9a461cb771 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:42.945977 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-18bc0790-35ea-42a9-b13b-69cd664cf678 req-eb3f037c-2f43-46bd-beee-3c9a461cb771 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0479035 May 23 13:03:42.993019 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-18bc0790-35ea-42a9-b13b-69cd664cf678 req-9e49504f-eb20-4834-ae3f-43cb8561ae93 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411630 May 23 13:03:43.868018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6672a-a319-4b32-b576-b6ec2ba80489 req-4c0a1243-c230-4e1d-8ab5-4626dddeea32 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:43.869796 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8b6672a-a319-4b32-b576-b6ec2ba80489 req-4c0a1243-c230-4e1d-8ab5-4626dddeea32 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0507681 May 23 13:03:43.930630 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8b6672a-a319-4b32-b576-b6ec2ba80489 req-24546ff9-cf07-4459-aa04-1caef2a0df43 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525081 May 23 13:03:44.103968 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080cb8f-a82e-4fe2-bfcc-551d96634bd3 req-d29c238d-4356-4a08-bf29-baa8382be225 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:44.105457 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6080cb8f-a82e-4fe2-bfcc-551d96634bd3 req-d29c238d-4356-4a08-bf29-baa8382be225 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0473163 May 23 13:03:44.152874 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6080cb8f-a82e-4fe2-bfcc-551d96634bd3 req-e92d3b6a-b119-4c22-b72f-179c131040ae tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415702 May 23 13:03:45.045720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365b86-5918-441d-a647-26ac50784420 req-4efd6ccb-b524-4aa9-834f-ae215620cb8e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:45.047184 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3b365b86-5918-441d-a647-26ac50784420 req-4efd6ccb-b524-4aa9-834f-ae215620cb8e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0464923 May 23 13:03:45.089245 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:45.097073 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3b365b86-5918-441d-a647-26ac50784420 req-315fa09c-e049-4b5a-b6c9-e56e084157b3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 May 23 13:03:45.264124 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe77bf-e28b-43f4-88f3-d70c12d12929 req-8afe5837-e73a-4806-b1ba-79f8f034a788 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:45.269277 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6fe77bf-e28b-43f4-88f3-d70c12d12929 req-8afe5837-e73a-4806-b1ba-79f8f034a788 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0466871 May 23 13:03:45.329171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6fe77bf-e28b-43f4-88f3-d70c12d12929 req-f379c098-d45e-477c-ba01-8441c02e92ae tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573320 May 23 13:03:46.160981 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=54,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:46.209618 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a596148-1043-4ff4-b3aa-4d92e9536dfc req-70f51a6c-9d4c-4b17-89f8-525b0629ae05 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:46.211772 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3a596148-1043-4ff4-b3aa-4d92e9536dfc req-70f51a6c-9d4c-4b17-89f8-525b0629ae05 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0477128 May 23 13:03:46.258526 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3a596148-1043-4ff4-b3aa-4d92e9536dfc req-d3c420d2-bca6-451a-bd38-1064babdffc3 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412490 May 23 13:03:46.273996 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:46.444927 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174ae9-3c48-4b0a-a9ba-6d850367ec86 req-c22e2730-2bc7-4fcd-b86c-4ffe2ead7c31 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:46.446489 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6174ae9-3c48-4b0a-a9ba-6d850367ec86 req-c22e2730-2bc7-4fcd-b86c-4ffe2ead7c31 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0515602 May 23 13:03:46.493270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6174ae9-3c48-4b0a-a9ba-6d850367ec86 req-68dec7b5-d6de-4efb-9945-cfdb67164866 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 May 23 13:03:47.369417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7a5a6-3a98-4aaa-b57e-c129dce34cf4 req-bdc12810-8d9a-4ced-b1f1-ffbb29116095 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:47.370894 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-90f7a5a6-3a98-4aaa-b57e-c129dce34cf4 req-bdc12810-8d9a-4ced-b1f1-ffbb29116095 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0470388 May 23 13:03:47.418427 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-90f7a5a6-3a98-4aaa-b57e-c129dce34cf4 req-749d942e-5de3-49d3-9d76-b56aeb007f1b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 May 23 13:03:47.604164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6a9e6-33c5-44e7-b7fa-3508d1fc2b41 req-cb8b8b87-41d8-4ff9-95e3-046e957276b6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:47.605612 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-31f6a9e6-33c5-44e7-b7fa-3508d1fc2b41 req-cb8b8b87-41d8-4ff9-95e3-046e957276b6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0460923 May 23 13:03:47.617202 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:47.656411 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-31f6a9e6-33c5-44e7-b7fa-3508d1fc2b41 req-0fb7b834-e2e9-4ce2-a1f1-4a7863ecc560 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453508 May 23 13:03:48.531177 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e284f57-a373-4c7d-9922-1b79c7f25cf9 req-1e4d2e3c-e95b-4919-93ff-c80576af022c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:48.532662 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9e284f57-a373-4c7d-9922-1b79c7f25cf9 req-1e4d2e3c-e95b-4919-93ff-c80576af022c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0495260 May 23 13:03:48.579920 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9e284f57-a373-4c7d-9922-1b79c7f25cf9 req-c8456321-bbf7-4080-b1af-cdb5fcda592d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415883 May 23 13:03:48.767970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf27ec-5a2b-41cb-81e8-3f69eeada026 req-1bb60121-957e-42c1-a949-f997320130cf tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:48.769843 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-33bf27ec-5a2b-41cb-81e8-3f69eeada026 req-1bb60121-957e-42c1-a949-f997320130cf tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0479758 May 23 13:03:48.819316 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-33bf27ec-5a2b-41cb-81e8-3f69eeada026 req-5c6e1109-ab39-48f9-b367-530d31424815 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439954 May 23 13:03:49.699542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e202a8-278e-4dbd-b21f-690e706ed8f7 req-c9f23a63-bc16-4c4d-95ab-f22f25123fee tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:49.701206 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-99e202a8-278e-4dbd-b21f-690e706ed8f7 req-c9f23a63-bc16-4c4d-95ab-f22f25123fee tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0541661 May 23 13:03:49.753244 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-99e202a8-278e-4dbd-b21f-690e706ed8f7 req-c1a4de4e-a13a-4445-8120-b36fe99c56ff tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462439 May 23 13:03:49.792845 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-9e0fd6d2-6212-4af4-9848-2273145822ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:49.794368 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-9e0fd6d2-6212-4af4-9848-2273145822ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 1128 time: 0.0403674 May 23 13:03:49.849308 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-7b120a3c-f6f6-4369-a47f-f28418fa6813 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1679f8-1ca4-4c8a-8075-674c69981de0 HTTP/1.1" status: 200 len: 217 time: 0.0331211 May 23 13:03:49.945203 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-d62f03c1-a060-42ee-b978-170cae1cc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:49.946729 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-d62f03c1-a060-42ee-b978-170cae1cc798 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0914066 May 23 13:03:49.955607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd7cee-0a8b-436e-9af6-9498fa366fa2 req-6debbb8d-dde8-4353-b2c1-7c40267eb53b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:49.956973 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3bd7cee-0a8b-436e-9af6-9498fa366fa2 req-6debbb8d-dde8-4353-b2c1-7c40267eb53b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0601971 May 23 13:03:49.980585 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:49.983626 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:49.986371 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:50.009522 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-5e521edc-5226-4a76-bf4f-eee116bcb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:50.010942 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-5e521edc-5226-4a76-bf4f-eee116bcb6ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531592 May 23 13:03:50.083916 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3bd7cee-0a8b-436e-9af6-9498fa366fa2 req-79a6fc1e-0922-44d2-8661-33251df9ad5e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176193 May 23 13:03:50.120117 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:50.124061 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-4890880e-1f26-40ef-9990-29d262dac96e service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059537 May 23 13:03:50.338519 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-93292792-935e-4440-b6ea-1e4f1a3171ec req-9191e67f-67f7-4eb0-90db-5efcd54432f5 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900173 May 23 13:03:50.796399 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device ca8020dd-47c4-42a6-93d6-b0699126db66 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:03:50.878463 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab606a-f442-4cfa-a652-16e87e23a1f9 req-f17bdb5e-dbee-4fe0-a183-767e9a29d782 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:50.879973 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54ab606a-f442-4cfa-a652-16e87e23a1f9 req-f17bdb5e-dbee-4fe0-a183-767e9a29d782 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 944 time: 0.0511558 May 23 13:03:50.898366 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port ca8020dd-47c4-42a6-93d6-b0699126db66, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca8020dd-47c4-42a6-93d6-b0699126db66,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:03:50.911143 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'mac_address': 'fa:16:3e:f0:1e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:03:50.930135 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54ab606a-f442-4cfa-a652-16e87e23a1f9 req-a541b61e-97e8-471e-8326-5e8b2e59d51b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 May 23 13:03:50.948461 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port ca8020dd-47c4-42a6-93d6-b0699126db66 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:03:50.948849 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:50.964243 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8020dd-47c4-42a6-93d6-b0699126db66 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:03:50.987691 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port ca8020dd-47c4-42a6-93d6-b0699126db66, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca8020dd-47c4-42a6-93d6-b0699126db66,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:03:51.058772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:51.110399 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=ca8020dd-47c4-42a6-93d6-b0699126db66,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:51.117811 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.118244 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.118591 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.118931 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.119266 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.119595 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.119923 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.120419 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.120768 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.120976 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.121301 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.121756 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.121990 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.122313 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.122633 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:03:51.207045 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca12f8-af2d-41b5-880d-b898ef0a1520 req-bb3dd985-5d3e-46e8-99f1-d6f633815464 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:51.208537 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-27ca12f8-af2d-41b5-880d-b898ef0a1520 req-bb3dd985-5d3e-46e8-99f1-d6f633815464 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0465794 May 23 13:03:51.256755 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-27ca12f8-af2d-41b5-880d-b898ef0a1520 req-34d8f87c-71cd-4a7c-a906-daec413fd9b1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 May 23 13:03:51.626801 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['ca8020dd-47c4-42a6-93d6-b0699126db66'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:03:52.052928 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7876c7-9515-4529-900f-58eb3da11a42 req-a5ec1e33-8981-4bc6-848a-902d05077efa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:52.054504 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fb7876c7-9515-4529-900f-58eb3da11a42 req-a5ec1e33-8981-4bc6-848a-902d05077efa tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 945 time: 0.0524390 May 23 13:03:52.075326 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:52.102709 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fb7876c7-9515-4529-900f-58eb3da11a42 req-ea63ab84-205b-4caf-8db8-24a3bb11dc9e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 May 23 13:03:52.369934 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6f741-9345-4c32-ae79-af08099446f3 req-9d9c5977-a385-4244-88f3-66b0d485a524 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:52.371381 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42f6f741-9345-4c32-ae79-af08099446f3 req-9d9c5977-a385-4244-88f3-66b0d485a524 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0472126 May 23 13:03:52.418854 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42f6f741-9345-4c32-ae79-af08099446f3 req-9b5d5415-507f-4999-a0e2-92c57b5a0243 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413616 May 23 13:03:52.982098 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device ca8020dd-47c4-42a6-93d6-b0699126db66 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:03:53.021130 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port ca8020dd-47c4-42a6-93d6-b0699126db66 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:03:53.098528 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port ca8020dd-47c4-42a6-93d6-b0699126db66 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:03:53.098931 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:53.176071 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port ca8020dd-47c4-42a6-93d6-b0699126db66 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:03:53.176071 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:53.202362 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:03:53.205136 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a28788-449d-4e84-896b-342e638805d6" -d '{"events": [{"server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "name": "network-vif-plugged", "status": "completed", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:03:53.220482 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port ca8020dd-47c4-42a6-93d6-b0699126db66, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca8020dd-47c4-42a6-93d6-b0699126db66,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:03:53.231077 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1f53-12d3-49e4-9cde-6703624d1319 req-757ed9bd-4ec6-445c-867f-15561d562638 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:53.232570 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8cb1f53-12d3-49e4-9cde-6703624d1319 req-757ed9bd-4ec6-445c-867f-15561d562638 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 945 time: 0.0614972 May 23 13:03:53.246375 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c7a2be-221b-4dd2-9a47-f769589c78d3 x-openstack-request-id: req-24c7a2be-221b-4dd2-9a47-f769589c78d3 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:03:53.246683 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "name": "network-vif-plugged", "status": "completed", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:03:53.246945 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24c7a2be-221b-4dd2-9a47-f769589c78d3 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:03:53.247337 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c7a2be-221b-4dd2-9a47-f769589c78d3'] response: {'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'code': 200} May 23 13:03:53.293293 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8cb1f53-12d3-49e4-9cde-6703624d1319 req-fc53e6ac-5d36-46ae-bf7c-44ace21fcb8a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542252 May 23 13:03:53.304565 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:53.362177 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=ca8020dd-47c4-42a6-93d6-b0699126db66,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:53.535855 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0eeab-6fa1-48a3-abf8-ee040e5c62ca req-78090be3-3793-429c-8993-bfd0f1d961ed tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:53.537324 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ba0eeab-6fa1-48a3-abf8-ee040e5c62ca req-78090be3-3793-429c-8993-bfd0f1d961ed tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0503948 May 23 13:03:53.585184 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0ba0eeab-6fa1-48a3-abf8-ee040e5c62ca req-e109d9c0-9e91-4e88-b577-51500410d2fa tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 May 23 13:03:53.949762 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-cc0497f3-453a-4433-9780-f18b324e5079 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430014 May 23 13:03:54.045682 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-7da2c538-3bdc-416c-a529-90f3f0fd5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:54.048551 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-7da2c538-3bdc-416c-a529-90f3f0fd5947 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 1130 time: 0.0493913 May 23 13:03:54.211569 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-171cf37d-d2bf-4edb-9af5-971ee10f3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:54.213064 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-171cf37d-d2bf-4edb-9af5-971ee10f3602 service neutron] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 915 time: 0.1130373 May 23 13:03:54.228466 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6bc3-af77-4fb8-b708-ef758fbc90fc req-68709564-2d07-4b15-936b-17202bdb29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:54.229816 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f14d6bc3-af77-4fb8-b708-ef758fbc90fc req-68709564-2d07-4b15-936b-17202bdb29d3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.0525358 May 23 13:03:54.563064 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-9bbce6d1-6c40-46cd-a3f6-dcac8104b82c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3 HTTP/1.1" status: 200 len: 1002 time: 0.3427565 May 23 13:03:54.571920 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793b612-83ee-40b7-ac3b-75e31c333513 req-f70f6fe9-c031-4936-a687-79b7314c72f7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:54.573295 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3793b612-83ee-40b7-ac3b-75e31c333513 req-f70f6fe9-c031-4936-a687-79b7314c72f7 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0902083 May 23 13:03:54.582209 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:54.586863 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f14d6bc3-af77-4fb8-b708-ef758fbc90fc req-ca18bc05-c964-43db-8255-8fe12613a5a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048155 May 23 13:03:54.656936 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-33ca0d5b-61f0-446f-be25-1d169031d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:54.658371 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-33ca0d5b-61f0-446f-be25-1d169031d226 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0833647 May 23 13:03:54.674526 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3793b612-83ee-40b7-ac3b-75e31c333513 req-3fe89a13-c54d-43bb-b1a7-4e1dbec51e70 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900443 May 23 13:03:54.709035 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699d8a7-9266-4b7d-ace3-2518bae3ce65 req-92e2215d-a2a9-402e-9d74-0d7f134d8695 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:54.710661 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1699d8a7-9266-4b7d-ace3-2518bae3ce65 req-92e2215d-a2a9-402e-9d74-0d7f134d8695 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 944 time: 0.0488331 May 23 13:03:54.759262 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1699d8a7-9266-4b7d-ace3-2518bae3ce65 req-e2b6c5e2-1b78-4b72-bb40-e738169faf11 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426726 May 23 13:03:54.841131 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 37240) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:54.948236 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-199f8e3f-5597-4a82-b37f-da6daa0c0556 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:54.978703 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7f1679f8-1ca4-4c8a-8075-674c69981de0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:03:55.024383 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:55.026555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-199f8e3f-5597-4a82-b37f-da6daa0c0556 admin admin] Publish callbacks [] for security_group (9be13cbb-5a48-4b84-b802-94c49aafdd66), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.079402 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 7f1679f8-1ca4-4c8a-8075-674c69981de0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7f1679f8-1ca4-4c8a-8075-674c69981de0,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:03:55.090831 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'port_id': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'mac_address': 'fa:16:3e:b5:72:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:03:55.121181 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-199f8e3f-5597-4a82-b37f-da6daa0c0556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9be13cbb-5a48-4b84-b802-94c49aafdd66), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.129769 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 7f1679f8-1ca4-4c8a-8075-674c69981de0 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:03:55.130181 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.144332 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1679f8-1ca4-4c8a-8075-674c69981de0 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:03:55.164913 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 7f1679f8-1ca4-4c8a-8075-674c69981de0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7f1679f8-1ca4-4c8a-8075-674c69981de0,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:03:55.166845 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-199f8e3f-5597-4a82-b37f-da6daa0c0556 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef486840486f408bab70af5c07f3d683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3246405 May 23 13:03:55.169486 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 37244) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:55.177815 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f8e3f-5597-4a82-b37f-da6daa0c0556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be13cbb-5a48-4b84-b802-94c49aafdd66,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:55.208619 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-1a5e0c19-1cdc-44d3-9ca2-8b3a5a9a1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:55.210149 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-1a5e0c19-1cdc-44d3-9ca2-8b3a5a9a1dd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413156 May 23 13:03:55.223754 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86e66802-ea2f-41be-b004-69fc93fdede3 admin admin] Publish callbacks [] for security_group (9be13cbb-5a48-4b84-b802-94c49aafdd66), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.229924 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.246591 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86e66802-ea2f-41be-b004-69fc93fdede3 admin admin] Publish callbacks [] for security_group (9be13cbb-5a48-4b84-b802-94c49aafdd66), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.290175 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=7f1679f8-1ca4-4c8a-8075-674c69981de0,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:55.312182 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-9e0c4c40-3792-435d-a175-471cfaf46ff5 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947068 May 23 13:03:55.370073 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.370325 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86e66802-ea2f-41be-b004-69fc93fdede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9be13cbb-5a48-4b84-b802-94c49aafdd66), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.372777 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86e66802-ea2f-41be-b004-69fc93fdede3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:55.375086 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-86e66802-ea2f-41be-b004-69fc93fdede3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9be13cbb-5a48-4b84-b802-94c49aafdd66 HTTP/1.1" status: 204 len: 168 time: 0.2045157 May 23 13:03:55.383238 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e66802-ea2f-41be-b004-69fc93fdede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be13cbb-5a48-4b84-b802-94c49aafdd66,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:55.816466 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eff2a-c553-43d2-88ad-c3436ee84cb4 req-180afd1e-5ae7-4bc0-89eb-df5ae3a4f807 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:55.818445 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e52eff2a-c553-43d2-88ad-c3436ee84cb4 req-180afd1e-5ae7-4bc0-89eb-df5ae3a4f807 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0649559 May 23 13:03:55.862622 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['7f1679f8-1ca4-4c8a-8075-674c69981de0'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:03:55.901796 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e52eff2a-c553-43d2-88ad-c3436ee84cb4 req-c25f1ae6-cf8c-411e-93f8-69b095f2e610 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748136 May 23 13:03:55.916013 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d7bb1-0579-4585-a9f8-dbf84efaf81d req-b1b07079-8553-479e-8130-1c60c5b071c4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:55.917701 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d99d7bb1-0579-4585-a9f8-dbf84efaf81d req-b1b07079-8553-479e-8130-1c60c5b071c4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 945 time: 0.0610466 May 23 13:03:55.981330 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:56.045628 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d99d7bb1-0579-4585-a9f8-dbf84efaf81d req-1d956cc3-513d-4210-b503-62ea5ce0d065 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145625 May 23 13:03:56.070411 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1a210d8-3796-4701-958b-3d797e9ae8b5 req-cccbbf72-6608-4c1f-8a9b-4af1be9625da service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469829 May 23 13:03:57.019061 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4739b9-f1b8-494c-966b-908ffe990c7f req-37c29208-317e-4092-b37a-1e0957b12c00 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:57.020542 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf4739b9-f1b8-494c-966b-908ffe990c7f req-37c29208-317e-4092-b37a-1e0957b12c00 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0499523 May 23 13:03:57.064569 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e7ff54a0-0070-49f4-9834-0aa2a831b198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:57.068898 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf4739b9-f1b8-494c-966b-908ffe990c7f req-d67b8016-f27b-4d82-b76f-864090288d12 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423324 May 23 13:03:57.166287 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212b91-6482-4ff6-8b5a-f918919d4921 req-cdb49af1-b763-4ef8-86b4-1fb5f3f8518c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:57.167757 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e212b91-6482-4ff6-8b5a-f918919d4921 req-cdb49af1-b763-4ef8-86b4-1fb5f3f8518c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 945 time: 0.0474684 May 23 13:03:57.215655 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e212b91-6482-4ff6-8b5a-f918919d4921 req-60105561-357d-479d-9ffc-b69adecfadee tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 May 23 13:03:57.875710 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7f1679f8-1ca4-4c8a-8075-674c69981de0 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:03:57.908103 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:57.919503 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 7f1679f8-1ca4-4c8a-8075-674c69981de0 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:03:57.995114 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 7f1679f8-1ca4-4c8a-8075-674c69981de0 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:03:57.995487 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:58.037281 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:58.071159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 7f1679f8-1ca4-4c8a-8075-674c69981de0 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:03:58.071772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:58.094709 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:03:58.096935 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95825282-4ae7-49f3-8ba4-9703c90a0cfb" -d '{"events": [{"server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:03:58.109606 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 7f1679f8-1ca4-4c8a-8075-674c69981de0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7f1679f8-1ca4-4c8a-8075-674c69981de0,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:03:58.136253 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeca6a6-6881-41ef-b372-507880a92c11 x-openstack-request-id: req-1eeca6a6-6881-41ef-b372-507880a92c11 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:03:58.136559 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:03:58.136838 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1eeca6a6-6881-41ef-b372-507880a92c11 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:03:58.137230 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eeca6a6-6881-41ef-b372-507880a92c11'] response: {'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'code': 200} May 23 13:03:58.178429 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:58.181594 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:58.191522 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0976a9-4d07-4568-8596-687dc2fb03fe req-8950d8d3-a2b6-4b45-8e31-ee5982534764 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:58.192994 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d0976a9-4d07-4568-8596-687dc2fb03fe req-8950d8d3-a2b6-4b45-8e31-ee5982534764 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0543077 May 23 13:03:58.227404 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=7f1679f8-1ca4-4c8a-8075-674c69981de0,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:03:58.243270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d0976a9-4d07-4568-8596-687dc2fb03fe req-c619304f-aa54-4c20-8dfc-6acd5b00df96 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444176 May 23 13:03:58.370790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af9dc1-de62-4e77-803a-183eded5af5c req-136359f7-f242-41c0-b7b2-4b6d0236fe68 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:58.372262 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78af9dc1-de62-4e77-803a-183eded5af5c req-136359f7-f242-41c0-b7b2-4b6d0236fe68 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0786493 May 23 13:03:58.381157 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ac3f-b242-4a48-949f-47729083e32c req-cd3c543f-e144-4d34-bb78-611588051acb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:58.382607 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c064ac3f-b242-4a48-949f-47729083e32c req-cd3c543f-e144-4d34-bb78-611588051acb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0765855 May 23 13:03:58.391825 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 37284) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:03:58.397352 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'floatingip': {'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:03:58.433236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-78af9dc1-de62-4e77-803a-183eded5af5c req-78f49519-1e3f-4aea-817f-bf11fc48e941 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496860 May 23 13:03:58.445017 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:58.508822 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=18 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:58.510299 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:03:58.865163 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:58.947457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:59.043981 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Floating IP 696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c associated. External IP: 172.37.1.218, port: ca8020dd-47c4-42a6-93d6-b0699126db66. May 23 13:03:59.236223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:59.240193 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Router ebaa3f25-3fd6-40cf-9396-50848e6101eb has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:03:59.291938 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:59.343925 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:03:59.349101 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:59.354580 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] Sync routers for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:03:59.365478 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:03:59.366423 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:03:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:59.467800 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d5e895be-18d8-44ee-8c26-086a5908f803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:03:59.479729 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:03:59.536752 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:03:59.584542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0d5c-7ae3-48b1-91d4-90438484f510 req-f82db88c-25c1-430a-8adc-1fbfcd247d05 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:03:59.586618 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e2a0d5c-7ae3-48b1-91d4-90438484f510 req-f82db88c-25c1-430a-8adc-1fbfcd247d05 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0588572 May 23 13:03:59.592016 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-3735de40-d51f-4545-805a-afe6e072a20f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "PUT /v2.0/floatingips/696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c HTTP/1.1" status: 200 len: 992 time: 1.1983676 May 23 13:03:59.593177 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:03:59.595691 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46fca95-1e2e-48b5-8541-f038924f795e" -d '{"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:03:59.642352 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50816aa4-c5e3-4c58-b3fa-4c15a687012b x-openstack-request-id: req-50816aa4-c5e3-4c58-b3fa-4c15a687012b {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:03:59.642703 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:03:59.643294 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50816aa4-c5e3-4c58-b3fa-4c15a687012b {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:03:59.643973 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50816aa4-c5e3-4c58-b3fa-4c15a687012b'] response: {'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'status': 'completed', 'code': 200} May 23 13:03:59.660144 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e2a0d5c-7ae3-48b1-91d4-90438484f510 req-0d2b6ea1-a6bb-4976-8d3b-1cc42902ffd4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668149 May 23 13:03:59.700357 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'floating_ip_address': '172.37.1.218', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'mac_address': 'fa:16:3e:f0:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:00Z', 'updated_at': '2022-05-23T13:03:58Z', 'revision_number': 1, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:59.734540 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] Checking router: ebaa3f25-3fd6-40cf-9396-50848e6101eb for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:03:59.743038 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:03:59.743634 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:03:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:03:59.841075 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:04:00.119795 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'floating_ip_address': '172.37.1.218', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'mac_address': 'fa:16:3e:f0:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:00Z', 'updated_at': '2022-05-23T13:03:58Z', 'revision_number': 1, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:04:00.145421 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae12ac-a134-47a6-b7ca-7035e814e8bd None None] The sync data for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi is: [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'floating_ip_address': '172.37.1.218', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'mac_address': 'fa:16:3e:f0:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:00Z', 'updated_at': '2022-05-23T13:03:58Z', 'revision_number': 1, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:04:00.322281 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d77d4-b560-4dd3-9502-a84f8e46df3a None None] New status for floating IP 696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:04:00.572782 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:00.773550 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc422b-8ed6-4bf8-9f9f-5e2287ded57f req-a13f2fd2-e40a-49b1-b757-500b68fa4bb9 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:00.775025 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-adfc422b-8ed6-4bf8-9f9f-5e2287ded57f req-a13f2fd2-e40a-49b1-b757-500b68fa4bb9 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0473747 May 23 13:04:00.822188 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-adfc422b-8ed6-4bf8-9f9f-5e2287ded57f req-f307ec31-f17e-42cf-a315-f97afb22ddb2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 May 23 13:04:01.915852 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:01.964669 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fca95-1e2e-48b5-8541-f038924f795e req-4221e00a-3125-4d32-8e6e-f89df5c0c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:01.966105 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c46fca95-1e2e-48b5-8541-f038924f795e req-4221e00a-3125-4d32-8e6e-f89df5c0c8b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.0818579 May 23 13:04:01.974129 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924cc88-9108-46fa-8c90-2188b50c1bbb req-0541d655-9d6f-4c5a-a958-5f3ec730c522 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:01.975498 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4924cc88-9108-46fa-8c90-2188b50c1bbb req-0541d655-9d6f-4c5a-a958-5f3ec730c522 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0824108 May 23 13:04:02.022492 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4924cc88-9108-46fa-8c90-2188b50c1bbb req-1b7dcb49-a1c7-4fac-8a8c-8fff4991e980 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413387 May 23 13:04:02.701483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fca95-1e2e-48b5-8541-f038924f795e req-2f3c8a1d-dace-40ef-b56f-a6345b222e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:02.702987 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c46fca95-1e2e-48b5-8541-f038924f795e req-2f3c8a1d-dace-40ef-b56f-a6345b222e50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.1058130 May 23 13:04:02.995833 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c46fca95-1e2e-48b5-8541-f038924f795e req-b28eebca-14e3-4c12-918b-888964e92dd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 1002 time: 0.0595963 May 23 13:04:03.136599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6bb49-1759-4e46-99c0-ff7e821ddf87 req-5257678f-fc70-4a6a-b92e-cc08c369dcdb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:03.138073 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-edb6bb49-1759-4e46-99c0-ff7e821ddf87 req-5257678f-fc70-4a6a-b92e-cc08c369dcdb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0510888 May 23 13:04:03.188055 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-edb6bb49-1759-4e46-99c0-ff7e821ddf87 req-7eb890a6-dc7a-4267-a2d0-a02509aa9542 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440655 May 23 13:04:03.443924 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ba14a-3929-491e-b8b7-7a9e8aaeff97 req-15bc46b0-6f61-4adc-a5ba-6f7621765b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:03.445422 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-116ba14a-3929-491e-b8b7-7a9e8aaeff97 req-15bc46b0-6f61-4adc-a5ba-6f7621765b48 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 1130 time: 0.0731456 May 23 13:04:03.451092 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fca95-1e2e-48b5-8541-f038924f795e req-e457ea0e-8320-4c45-87a1-e26e0f50093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:03.452399 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c46fca95-1e2e-48b5-8541-f038924f795e req-e457ea0e-8320-4c45-87a1-e26e0f50093c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0718856 May 23 13:04:03.475971 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:03.527953 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fca95-1e2e-48b5-8541-f038924f795e req-f3097aca-bff2-40f9-a76f-afd685d5bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:03.529447 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c46fca95-1e2e-48b5-8541-f038924f795e req-f3097aca-bff2-40f9-a76f-afd685d5bbfc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632136 May 23 13:04:03.533287 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-116ba14a-3929-491e-b8b7-7a9e8aaeff97 req-e23bb1ee-071b-439c-9440-94ed6d5b15bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799553 May 23 13:04:04.205065 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c46fca95-1e2e-48b5-8541-f038924f795e req-95e142c1-b28d-43b3-b343-28ea9608c7b2 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882049 May 23 13:04:04.302416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ef404-ca49-40a9-b7e3-55c1b70b95e3 req-d37a5ced-92ad-4fcc-9c8f-025adb17272f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:04.303895 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-594ef404-ca49-40a9-b7e3-55c1b70b95e3 req-d37a5ced-92ad-4fcc-9c8f-025adb17272f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0480902 May 23 13:04:04.362265 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-594ef404-ca49-40a9-b7e3-55c1b70b95e3 req-1d2a1deb-ca8f-40b9-8f63-98eb5132e0a1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527468 May 23 13:04:04.934208 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:04.943413 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:04.975515 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c46fca95-1e2e-48b5-8541-f038924f795e req-66303bfd-f2b1-4845-99cb-133520d5d585 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842869 May 23 13:04:05.475196 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26a8a0-e0c5-4164-8936-ed8ae5a2ebcd req-803a3324-1391-4e75-b416-1c1981969d33 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:05.476832 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fc26a8a0-e0c5-4164-8936-ed8ae5a2ebcd req-803a3324-1391-4e75-b416-1c1981969d33 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0484426 May 23 13:04:05.522696 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fc26a8a0-e0c5-4164-8936-ed8ae5a2ebcd req-3d39bfb6-9b74-4aa3-8254-a2128e3ce1a9 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403807 May 23 13:04:06.639686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd28d45-8ae8-4255-9437-2ecf93301dba req-1dc03e50-399a-4feb-86fa-8c139966af3d tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:06.641074 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfd28d45-8ae8-4255-9437-2ecf93301dba req-1dc03e50-399a-4feb-86fa-8c139966af3d tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0504313 May 23 13:04:06.692783 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfd28d45-8ae8-4255-9437-2ecf93301dba req-ba8ebe21-bfdf-4e85-9cba-6c60e369a563 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450516 May 23 13:04:07.806789 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499275f6-80c9-432b-a363-4daf67f81d3e req-a96b3f8f-1692-4c00-a096-ae0435743b36 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:07.808255 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-499275f6-80c9-432b-a363-4daf67f81d3e req-a96b3f8f-1692-4c00-a096-ae0435743b36 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0474374 May 23 13:04:07.854393 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-499275f6-80c9-432b-a363-4daf67f81d3e req-d56441fe-7279-4dd2-a162-b4ae2deac11d tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 May 23 13:04:08.971522 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d3c19-0fa8-48ee-b3b1-796f582dedd9 req-d3746440-b4e5-44fe-9f53-0c684a0198df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:08.972878 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7c4d3c19-0fa8-48ee-b3b1-796f582dedd9 req-d3746440-b4e5-44fe-9f53-0c684a0198df tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0507011 May 23 13:04:09.022362 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7c4d3c19-0fa8-48ee-b3b1-796f582dedd9 req-8aae50c8-32e4-443f-b8ad-6e056ad92fc2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437784 May 23 13:04:09.586188 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=19 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:10.116890 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=91 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:10.122832 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=73 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:10.132459 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9b4d2-9cc3-47ce-bef6-d42ee054360e req-5362594c-9c73-4147-a513-024fad6f4192 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:10.133979 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a7f9b4d2-9cc3-47ce-bef6-d42ee054360e req-5362594c-9c73-4147-a513-024fad6f4192 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0470161 May 23 13:04:10.182228 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a7f9b4d2-9cc3-47ce-bef6-d42ee054360e req-c6be56e3-311f-4c30-9a81-6a848bd82351 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427153 May 23 13:04:10.292765 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7828cbf-c5dc-47a1-bbc9-23038c3dc202 req-1ee8018e-4801-491b-a4a3-a347941f4037 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:10.294250 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e7828cbf-c5dc-47a1-bbc9-23038c3dc202 req-1ee8018e-4801-491b-a4a3-a347941f4037 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0486894 May 23 13:04:10.303724 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 37388) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:04:10.308041 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'port_id': '7f1679f8-1ca4-4c8a-8075-674c69981de0'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:04:10.348757 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (d8f4675f-5ebd-4fd7-90f3-804b1d519192), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:10.700849 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:10.778626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:10.847914 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (d8f4675f-5ebd-4fd7-90f3-804b1d519192), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:10.900060 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:10.954620 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP d8f4675f-5ebd-4fd7-90f3-804b1d519192 associated. External IP: 172.37.1.166, port: 7f1679f8-1ca4-4c8a-8075-674c69981de0. May 23 13:04:11.152259 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:04:11.253697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:04:11.258107 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:11.262906 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:04:11.272510 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:04:11.273103 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:03:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:04:11.289594 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-67567d3d-ae45-4d95-9cc4-edbbe6659d3f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "PUT /v2.0/floatingips/d8f4675f-5ebd-4fd7-90f3-804b1d519192 HTTP/1.1" status: 200 len: 992 time: 0.9827957 May 23 13:04:11.289594 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:04:11.290414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77" -d '{"events": [{"name": "network-changed", "server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:04:11.329693 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bbd34f-29bb-451f-baec-afd508a0b013 x-openstack-request-id: req-e6bbd34f-29bb-451f-baec-afd508a0b013 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:04:11.330009 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:04:11.330265 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6bbd34f-29bb-451f-baec-afd508a0b013 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:04:11.330662 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bbd34f-29bb-451f-baec-afd508a0b013'] response: {'name': 'network-changed', 'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'status': 'completed', 'code': 200} May 23 13:04:11.380279 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:04:11.432670 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-d7ba32c5-f6ab-4e8d-a9fb-13109f4ea594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:11.437097 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-d7ba32c5-f6ab-4e8d-a9fb-13109f4ea594 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 1130 time: 0.0485809 May 23 13:04:11.546943 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-ebd5e84d-f9fd-4d30-b7c3-4e2c1967309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:11.548839 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-ebd5e84d-f9fd-4d30-b7c3-4e2c1967309d service neutron] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 915 time: 0.1074045 May 23 13:04:11.604936 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd8f4675f-5ebd-4fd7-90f3-804b1d519192', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.166', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:b5:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:29Z', 'updated_at': '2022-05-23T13:04:10Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}, {'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:03Z', 'revision_number': 2, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:04:11.630080 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:04:11.638468 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:04:11.639072 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:03:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:04:11.743369 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:04:11.966603 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd8f4675f-5ebd-4fd7-90f3-804b1d519192', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.166', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:b5:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:29Z', 'updated_at': '2022-05-23T13:04:10Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}, {'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:03Z', 'revision_number': 2, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:04:11.984603 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8dce7d-741e-469e-a712-a4ce051bc492 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd8f4675f-5ebd-4fd7-90f3-804b1d519192', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.166', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:b5:72:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:29Z', 'updated_at': '2022-05-23T13:04:10Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}, {'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:03Z', 'revision_number': 2, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:04:12.183867 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4361fc48-d2ac-4fe8-9cde-790ba74a1571 None None] New status for floating IP d8f4675f-5ebd-4fd7-90f3-804b1d519192: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:04:13.202663 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-26fed0d8-b3db-4034-986e-cf9661942366 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1679f8-1ca4-4c8a-8075-674c69981de0 HTTP/1.1" status: 200 len: 1002 time: 0.0560098 May 23 13:04:14.180991 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-b6b95b5c-3f76-4d9e-9d02-ec6f33d73718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:14.182410 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-b6b95b5c-3f76-4d9e-9d02-ec6f33d73718 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0436180 May 23 13:04:15.608563 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-95ce1713-85b2-489f-a8d2-ed4e5cc364ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:15.610055 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-95ce1713-85b2-489f-a8d2-ed4e5cc364ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434568 May 23 13:04:15.701458 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-e43a82fa-13b4-4d72-a9ed-a987132f88d7 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840418 May 23 13:04:15.805728 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ce7b9a0-f63f-4714-b836-0bcd8da85e77 req-a3b39c18-db64-4712-a134-7b0883c7111d service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887530 May 23 13:04:21.962721 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=72 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:21.963377 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=76 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:22.288594 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:22.289267 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:22.291555 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=4,neutron:SELECT=53 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:25.290014 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:25.796258 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:25.803256 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:27.090321 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d6cc354c-1028-4073-87ee-069c7969b15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:29.447139 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-183509a0-bc6a-4e1c-b393-7fbee508e58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:30.550950 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:31.901554 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:32.139237 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb45e0-80ab-43fc-8349-dbbd567c399d req-417722d8-7af3-43b1-94ad-654dcae505c5 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:32.140676 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5abb45e0-80ab-43fc-8349-dbbd567c399d req-417722d8-7af3-43b1-94ad-654dcae505c5 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.0470450 May 23 13:04:32.189438 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5abb45e0-80ab-43fc-8349-dbbd567c399d req-c1a9625e-c488-4799-88d3-06c6c33c9056 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 May 23 13:04:33.331518 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eabaa-6e5b-4480-a49e-4c58406703b7 req-8d8ab94b-9d05-4ea5-ab39-23d2445e0282 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:33.333275 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f21eabaa-6e5b-4480-a49e-4c58406703b7 req-8d8ab94b-9d05-4ea5-ab39-23d2445e0282 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.0680566 May 23 13:04:33.391130 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f21eabaa-6e5b-4480-a49e-4c58406703b7 req-9a9c4ce2-a45f-48c9-a8f7-6a84b6d76783 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521548 May 23 13:04:33.444355 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:34.485241 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-eacafe57-5900-40e1-97d6-4ce95da46109 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:34.486719 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-eacafe57-5900-40e1-97d6-4ce95da46109 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.0566580 May 23 13:04:34.547296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01a3a8-28f2-4023-ad55-d4d5351f71ed req-3ee4772a-0d54-4641-b342-c11aa2d5d26e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:34.548651 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a01a3a8-28f2-4023-ad55-d4d5351f71ed req-3ee4772a-0d54-4641-b342-c11aa2d5d26e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 946 time: 0.0853665 May 23 13:04:34.633332 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Deleting port 6e114242-9ed0-40d0-98db-97f57599dd87 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:04:34.633673 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:34.640453 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a01a3a8-28f2-4023-ad55-d4d5351f71ed req-dfea1a5f-ea27-4b2b-8ce1-0812bd22dacd tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863147 May 23 13:04:34.728138 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] For port 6e114242-9ed0-40d0-98db-97f57599dd87, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6e114242-9ed0-40d0-98db-97f57599dd87,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:04:34.728501 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:34.742362 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Calling delete_port for 6e114242-9ed0-40d0-98db-97f57599dd87 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:04:34.921299 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (6e114242-9ed0-40d0-98db-97f57599dd87), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:34.950434 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Pushing event deleted for resources: {'Port': ['ID=6e114242-9ed0-40d0-98db-97f57599dd87,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:04:34.972906 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['6e114242-9ed0-40d0-98db-97f57599dd87'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:04:34.981749 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.983361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.983361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.983361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.983361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.983839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.983839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.984046 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.984374 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.984699 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.985022 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.985345 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.985663 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.986005 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:34.986325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:35.011147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] No DVR routers for this DVR port 6e114242-9ed0-40d0-98db-97f57599dd87 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:04:35.013485 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:35.016670 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-275da9c4-69d2-4eb2-98ae-ff913b15e3a1 req-6d167380-fa48-4069-8f6b-a8a3ab8d813b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "DELETE /v2.0/ports/6e114242-9ed0-40d0-98db-97f57599dd87 HTTP/1.1" status: 204 len: 173 time: 0.5140820 May 23 13:04:35.017108 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'name': 'network-vif-deleted', 'tag': '6e114242-9ed0-40d0-98db-97f57599dd87'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:04:35.020768 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19895526-7495-4b99-b38e-9b6e512ab18b" -d '{"events": [{"server_uuid": "4cae571e-2b00-4426-a0e8-aa2c62e48617", "name": "network-vif-deleted", "tag": "6e114242-9ed0-40d0-98db-97f57599dd87"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:04:35.055727 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffd4e87-b61c-45b4-8ee7-49709077aa0e x-openstack-request-id: req-2ffd4e87-b61c-45b4-8ee7-49709077aa0e {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:04:35.056129 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cae571e-2b00-4426-a0e8-aa2c62e48617", "name": "network-vif-deleted", "tag": "6e114242-9ed0-40d0-98db-97f57599dd87", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:04:35.056442 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ffd4e87-b61c-45b4-8ee7-49709077aa0e {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:04:35.056831 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffd4e87-b61c-45b4-8ee7-49709077aa0e'] response: {'server_uuid': '4cae571e-2b00-4426-a0e8-aa2c62e48617', 'name': 'network-vif-deleted', 'tag': '6e114242-9ed0-40d0-98db-97f57599dd87', 'status': 'completed', 'code': 200} May 23 13:04:35.509077 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:04:35.747742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0b12d013-f908-4211-bc4c-c04a192f2be2 req-4ebc1e71-404b-4db1-b8bb-ab8ef5b8171b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cae571e-2b00-4426-a0e8-aa2c62e48617 HTTP/1.1" status: 200 len: 210 time: 0.0284407 May 23 13:04:39.488425 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 6e114242-9ed0-40d0-98db-97f57599dd87 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:04:39.508149 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 6e114242-9ed0-40d0-98db-97f57599dd87 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:04:39.508488 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 6e114242-9ed0-40d0-98db-97f57599dd87 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:04:44.976275 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:45.504154 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:45.504907 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:45.728843 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=77,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:45.729647 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=70,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:49.491805 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:49.492549 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:50.360166 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-86673d99-a81a-43ce-b5ac-3eca57de4f44 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:50.361722 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-86673d99-a81a-43ce-b5ac-3eca57de4f44 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/networks?id=f040d182-eca3-4e6d-946e-e964e751bb04 HTTP/1.1" status: 200 len: 813 time: 0.1052556 May 23 13:04:50.375964 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-c55fb8e4-c9f7-46b8-9233-1be5a6cb00f5 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/quotas/ccd27933078b44b48323995e98b21318 HTTP/1.1" status: 200 len: 375 time: 0.0088978 May 23 13:04:50.627034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-58125796-4361-48ad-8295-7a96e529097a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccd27933078b44b48323995e98b21318&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2453649 May 23 13:04:50.718034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-adc97a77-3e07-41ea-8a56-735f33b50400 service neutron] 10.222.0.30 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841124 May 23 13:04:50.810488 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-984b10d5-1fb6-49bd-8fb5-1d8e1a0e7c63 service neutron] 10.222.0.30 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 May 23 13:04:51.035585 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6c96584f-2470-4bae-9426-09f29253a019 req-4945a7fc-425b-44a2-9602-4ff07d98bcd3 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 210 time: 0.0305650 May 23 13:04:52.135721 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24faf20b-3129-446e-a249-e283e1a8b316 req-07be7506-3e67-4c85-ba48-f5ef85e0f2f9 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 210 time: 0.0275807 May 23 13:04:53.134286 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-48f78c5c-db46-4b56-a815-188d00de5b37 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:53.135707 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-48f78c5c-db46-4b56-a815-188d00de5b37 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "GET /v2.0/networks?id=f040d182-eca3-4e6d-946e-e964e751bb04 HTTP/1.1" status: 200 len: 813 time: 0.1064959 May 23 13:04:53.180017 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Request body: {'port': {'device_id': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04', 'admin_state_up': True, 'tenant_id': 'ccd27933078b44b48323995e98b21318'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:04:53.262102 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cdadb89a-1b9b-4dea-91b2-f9cdb1d95f83 req-37bbb9bb-e602-4509-96a6-7a88f67ca6a9 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 210 time: 0.0356891 May 23 13:04:53.372660 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Made reservation on behalf of ccd27933078b44b48323995e98b21318 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:04:53.376168 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:53.504778 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Allocated IP 172.20.0.8 (f040d182-eca3-4e6d-946e-e964e751bb04/3da3943a-ee36-40b5-8355-0cefa3adb353/e027552b-2e69-458a-acf3-a19901e63f06) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:04:53.648542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks [] for port (e027552b-2e69-458a-acf3-a19901e63f06), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:53.656098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:53.670049 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:53.744943 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (e027552b-2e69-458a-acf3-a19901e63f06), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:53.796312 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Network f040d182-eca3-4e6d-946e-e964e751bb04 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:04:53.800938 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:04:53.803481 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:04:53.829021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Pushing event updated for resources: {'Port': ['ID=e027552b-2e69-458a-acf3-a19901e63f06,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:04:53.856758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:53.857396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:53.929990 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-36d2e7bd-34fe-4934-9b63-65837636e60a tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548497 May 23 13:04:53.947440 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Request body: {'port': {'device_id': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:04:54.007572 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e027552b-2e69-458a-acf3-a19901e63f06), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:54.297115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e027552b-2e69-458a-acf3-a19901e63f06 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:04:54.305266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Publish callbacks [] for port (e027552b-2e69-458a-acf3-a19901e63f06), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:54.318599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Transition to ACTIVE for port object e027552b-2e69-458a-acf3-a19901e63f06 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:04:54.378548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591cd2c-5861-4abe-a8a0-4e6cca197dc5 req-7ab633e5-9cf3-4bc6-8646-ca1707c47fd1 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:54.380002 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e591cd2c-5861-4abe-a8a0-4e6cca197dc5 req-7ab633e5-9cf3-4bc6-8646-ca1707c47fd1 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 931 time: 0.0467157 May 23 13:04:54.384037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (e027552b-2e69-458a-acf3-a19901e63f06), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:54.466531 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e027552b-2e69-458a-acf3-a19901e63f06,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:04:54.478495 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:54.487069 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e591cd2c-5861-4abe-a8a0-4e6cca197dc5 req-8cc7823a-64fa-449f-8a7b-0f6db8bb1e49 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997579 May 23 13:04:54.556356 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Attempting to bind port e027552b-2e69-458a-acf3-a19901e63f06 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:04:54.556691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Attempting to bind port e027552b-2e69-458a-acf3-a19901e63f06 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:04:54.557018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Attempting to bind port e027552b-2e69-458a-acf3-a19901e63f06 on network f040d182-eca3-4e6d-946e-e964e751bb04 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:04:54.561439 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Port e027552b-2e69-458a-acf3-a19901e63f06 on network f040d182-eca3-4e6d-946e-e964e751bb04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:04:54.561755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Attempting to bind port e027552b-2e69-458a-acf3-a19901e63f06 on network f040d182-eca3-4e6d-946e-e964e751bb04 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:04:54.567914 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:04:54.568247 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Checking segment: {'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:04:54.568624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Bound using segment: {'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:04:54.569042 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Bound port: e027552b-2e69-458a-acf3-a19901e63f06, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a6e0b0-28fc-4212-949f-af39d2dd76d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:04:54.569396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e027552b-2e69-458a-acf3-a19901e63f06), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:54.632404 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:54.634965 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] For port e027552b-2e69-458a-acf3-a19901e63f06, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:04:54.637948 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] For port e027552b-2e69-458a-acf3-a19901e63f06, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e027552b-2e69-458a-acf3-a19901e63f06,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:04:54.710857 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (e027552b-2e69-458a-acf3-a19901e63f06), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:54.746154 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:54.746784 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:54.748133 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] 10.222.0.49 "PUT /v2.0/ports/e027552b-2e69-458a-acf3-a19901e63f06 HTTP/1.1" status: 200 len: 1093 time: 0.8047450 May 23 13:04:54.748556 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'tag': 'e027552b-2e69-458a-acf3-a19901e63f06'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:04:54.750798 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c0c792-83d1-4c0a-bc7a-5cce742ed5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f", "tag": "e027552b-2e69-458a-acf3-a19901e63f06"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:04:54.774784 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b904f-bc89-44cc-9635-09405d2e8fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e027552b-2e69-458a-acf3-a19901e63f06,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:04:54.789121 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b921d03a-49bc-487c-a6ef-0822c75822ff x-openstack-request-id: req-b921d03a-49bc-487c-a6ef-0822c75822ff {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:04:54.789413 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f", "tag": "e027552b-2e69-458a-acf3-a19901e63f06", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:04:54.789669 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b921d03a-49bc-487c-a6ef-0822c75822ff {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:04:54.790175 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b921d03a-49bc-487c-a6ef-0822c75822ff'] response: {'name': 'network-changed', 'server_uuid': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'tag': 'e027552b-2e69-458a-acf3-a19901e63f06', 'status': 'completed', 'code': 200} May 23 13:04:54.876278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0c792-83d1-4c0a-bc7a-5cce742ed5fd req-4b4a15f5-eac9-4a65-98cc-36722164e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:54.879063 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-28c0c792-83d1-4c0a-bc7a-5cce742ed5fd req-4b4a15f5-eac9-4a65-98cc-36722164e0ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccd27933078b44b48323995e98b21318&device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 1127 time: 0.0414648 May 23 13:04:54.989414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0c792-83d1-4c0a-bc7a-5cce742ed5fd req-56c5cb22-ba5d-4556-b434-70e92fd63dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:54.991006 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-28c0c792-83d1-4c0a-bc7a-5cce742ed5fd req-56c5cb22-ba5d-4556-b434-70e92fd63dc7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=ccd27933078b44b48323995e98b21318&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0986462 May 23 13:04:55.090395 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0c792-83d1-4c0a-bc7a-5cce742ed5fd req-30a7fa3d-86e5-4372-ac9f-01a6632bd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:55.092367 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-28c0c792-83d1-4c0a-bc7a-5cce742ed5fd req-30a7fa3d-86e5-4372-ac9f-01a6632bd0d0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945203 May 23 13:04:55.194952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-ef7cc0f4-3162-4f83-bae3-35743a61a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:55.196396 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-ef7cc0f4-3162-4f83-bae3-35743a61a4a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ccd27933078b44b48323995e98b21318&device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 1127 time: 0.0396912 May 23 13:04:55.246932 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-9e388188-e6c0-421b-8dd5-4c2244b1c627 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e027552b-2e69-458a-acf3-a19901e63f06 HTTP/1.1" status: 200 len: 217 time: 0.0376940 May 23 13:04:55.296039 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-51f85f97-0632-4457-8a2e-165c0b3fafba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:55.297454 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-51f85f97-0632-4457-8a2e-165c0b3fafba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3da3943a-ee36-40b5-8355-0cefa3adb353 HTTP/1.1" status: 200 len: 853 time: 0.0450251 May 23 13:04:55.307166 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:55.329795 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-a69303f9-4fb3-4ac3-bce1-7a34ad76a924 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f040d182-eca3-4e6d-946e-e964e751bb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263014 May 23 13:04:55.426183 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-409404a5-4ab8-4e11-b3c6-0fe722f583cd service neutron] 10.222.0.49 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902555 May 23 13:04:55.519345 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ac53bfa-6f96-4f90-b3f6-6bc86268a11f req-da74b4a8-0861-4e3b-a0b3-b65d82aa0e83 service neutron] 10.222.0.49 "GET /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861650 May 23 13:04:55.533900 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:55.608781 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb4ea2-a356-4095-aec8-4356bdf85e5f req-8fbdc73b-d343-4b5d-886d-104a7d215727 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:55.610302 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-59bb4ea2-a356-4095-aec8-4356bdf85e5f req-8fbdc73b-d343-4b5d-886d-104a7d215727 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 943 time: 0.0474403 May 23 13:04:55.663550 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-59bb4ea2-a356-4095-aec8-4356bdf85e5f req-12e9a0c4-a2aa-4506-8ba6-17bcc376b676 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469620 May 23 13:04:56.780216 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb22841-e252-4f5c-ad32-8b15e5e4f4ce req-e15b78af-8579-48ea-80eb-65f31256b7df tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:56.781725 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcb22841-e252-4f5c-ad32-8b15e5e4f4ce req-e15b78af-8579-48ea-80eb-65f31256b7df tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 943 time: 0.0488772 May 23 13:04:56.838106 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dcb22841-e252-4f5c-ad32-8b15e5e4f4ce req-a8336452-27e8-482c-91ba-843c8c88a6e3 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 May 23 13:04:57.102736 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ea4f9ba9-8c3f-49b4-93a8-d3b017f9d1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.172697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cad39-28b4-49b4-9bad-880d931d0b19 req-ff41bbab-fdc5-4288-b2bf-11b7357b1b08 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:58.174167 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5c6cad39-28b4-49b4-9bad-880d931d0b19 req-ff41bbab-fdc5-4288-b2bf-11b7357b1b08 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 943 time: 0.2291658 May 23 13:04:58.222076 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5c6cad39-28b4-49b4-9bad-880d931d0b19 req-efd101f0-2278-4f3b-ad4e-cd4d05926281 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 May 23 13:04:58.496351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 37788) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:04:58.604963 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-594755d0-4ea1-4914-a673-f009ac14b19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.607320 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:58.643263 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:04:58.679538 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-594755d0-4ea1-4914-a673-f009ac14b19c admin admin] Publish callbacks [] for security_group (4f58b754-5fd2-4ad7-a97f-4b257ffa07b4), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.741603 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-594755d0-4ea1-4914-a673-f009ac14b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (4f58b754-5fd2-4ad7-a97f-4b257ffa07b4), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.782935 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-594755d0-4ea1-4914-a673-f009ac14b19c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b544b79932064d969a04f4cc18eb082d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853782 May 23 13:04:58.783682 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594755d0-4ea1-4914-a673-f009ac14b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f58b754-5fd2-4ad7-a97f-4b257ffa07b4,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:04:58.785447 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 37792) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:04:58.835873 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Publish callbacks [] for security_group (4f58b754-5fd2-4ad7-a97f-4b257ffa07b4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.856872 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Publish callbacks [] for security_group (4f58b754-5fd2-4ad7-a97f-4b257ffa07b4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.961434 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (4f58b754-5fd2-4ad7-a97f-4b257ffa07b4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.964187 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:58.965321 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f58b754-5fd2-4ad7-a97f-4b257ffa07b4 HTTP/1.1" status: 204 len: 168 time: 0.1788077 May 23 13:04:58.973781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f58b754-5fd2-4ad7-a97f-4b257ffa07b4,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:04:58.981084 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.981426 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.981770 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.982130 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.982466 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.982789 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.983111 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.983430 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.983750 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.984071 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.984395 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.984712 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.985032 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.985343 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:58.985661 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db8e13d-0e72-46a3-908d-a24065dd95f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:04:59.450488 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0c76-7171-4a7e-8519-76b31509e04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:04:59.494947 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfe862-fe4a-407d-87a4-2e5c77189dab req-10391a87-7e83-4da9-af09-c920a1228498 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:04:59.496408 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9fdfe862-fe4a-407d-87a4-2e5c77189dab req-10391a87-7e83-4da9-af09-c920a1228498 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 943 time: 0.2039926 May 23 13:04:59.543372 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9fdfe862-fe4a-407d-87a4-2e5c77189dab req-5fab8d76-91f1-4129-8414-0ca4d1bb7e71 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413914 May 23 13:05:00.035207 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e027552b-2e69-458a-acf3-a19901e63f06 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:05:00.135840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port e027552b-2e69-458a-acf3-a19901e63f06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e027552b-2e69-458a-acf3-a19901e63f06,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:05:00.148158 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'e027552b-2e69-458a-acf3-a19901e63f06', 'network_id': 'f040d182-eca3-4e6d-946e-e964e751bb04', 'port_id': 'e027552b-2e69-458a-acf3-a19901e63f06', 'mac_address': 'fa:16:3e:6d:17:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da3943a-ee36-40b5-8355-0cefa3adb353', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:05:00.181522 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port e027552b-2e69-458a-acf3-a19901e63f06 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:05:00.185829 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e027552b-2e69-458a-acf3-a19901e63f06), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:00.195393 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e027552b-2e69-458a-acf3-a19901e63f06 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:05:00.215353 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port e027552b-2e69-458a-acf3-a19901e63f06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e027552b-2e69-458a-acf3-a19901e63f06,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:05:00.290149 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (e027552b-2e69-458a-acf3-a19901e63f06), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:00.339341 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=e027552b-2e69-458a-acf3-a19901e63f06,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:05:00.346396 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.347089 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.347089 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.347465 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.347801 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.348129 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.348455 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.348795 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.349125 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.349445 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.349766 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.350137 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.350465 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.350784 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.351107 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:00.662944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee2ebc-4b72-4888-ab9e-1ad881c3fa80 req-798fc565-7d72-4ae8-94e9-895bd642f765 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:00.664450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66ee2ebc-4b72-4888-ab9e-1ad881c3fa80 req-798fc565-7d72-4ae8-94e9-895bd642f765 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 944 time: 0.0519459 May 23 13:05:00.681504 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:00.713255 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66ee2ebc-4b72-4888-ab9e-1ad881c3fa80 req-5bf087bb-17c2-4d6a-b1cb-2b34d0eaefb4 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 May 23 13:05:00.885379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['e027552b-2e69-458a-acf3-a19901e63f06'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:05:01.826994 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a7cd5-fe5a-419e-b16b-c79f20838513 req-bfe47d04-d40a-4bf6-86d8-ea577d73e7f4 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:01.828472 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d25a7cd5-fe5a-419e-b16b-c79f20838513 req-bfe47d04-d40a-4bf6-86d8-ea577d73e7f4 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 944 time: 0.0477695 May 23 13:05:01.876515 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d25a7cd5-fe5a-419e-b16b-c79f20838513 req-ad2ec014-a641-4a98-8ad4-64a33b719744 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 May 23 13:05:01.912988 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:02.257982 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e027552b-2e69-458a-acf3-a19901e63f06 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:05:02.300090 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port e027552b-2e69-458a-acf3-a19901e63f06 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:05:02.358536 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port e027552b-2e69-458a-acf3-a19901e63f06 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:05:02.358907 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (e027552b-2e69-458a-acf3-a19901e63f06), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:02.435346 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port e027552b-2e69-458a-acf3-a19901e63f06 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:05:02.435729 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e027552b-2e69-458a-acf3-a19901e63f06), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:02.461202 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e027552b-2e69-458a-acf3-a19901e63f06'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:05:02.463464 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1ebb70-48ef-4e6c-9656-abe7e09d9b40" -d '{"events": [{"server_uuid": "9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f", "name": "network-vif-plugged", "status": "completed", "tag": "e027552b-2e69-458a-acf3-a19901e63f06"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:05:02.479577 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port e027552b-2e69-458a-acf3-a19901e63f06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e027552b-2e69-458a-acf3-a19901e63f06,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:05:02.500351 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2ad4a7-8f5c-4c2b-a27e-d5fc97e834f9 x-openstack-request-id: req-aa2ad4a7-8f5c-4c2b-a27e-d5fc97e834f9 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:05:02.500635 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f", "name": "network-vif-plugged", "status": "completed", "tag": "e027552b-2e69-458a-acf3-a19901e63f06", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:05:02.500911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa2ad4a7-8f5c-4c2b-a27e-d5fc97e834f9 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:05:02.501302 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2ad4a7-8f5c-4c2b-a27e-d5fc97e834f9'] response: {'server_uuid': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e027552b-2e69-458a-acf3-a19901e63f06', 'code': 200} May 23 13:05:02.555442 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (e027552b-2e69-458a-acf3-a19901e63f06), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:02.607244 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=e027552b-2e69-458a-acf3-a19901e63f06,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:05:02.862752 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb917c32-5853-4a18-b34a-7d1446cea6e4 req-c69798f4-5b07-4c7e-93ac-963c4dbd72f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:02.864262 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb917c32-5853-4a18-b34a-7d1446cea6e4 req-c69798f4-5b07-4c7e-93ac-963c4dbd72f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 1129 time: 0.0374985 May 23 13:05:02.910689 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb917c32-5853-4a18-b34a-7d1446cea6e4 req-a82bd3b5-00fc-410f-9357-d019b082acb7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 May 23 13:05:02.994509 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b25e-f309-4b43-b585-30777b71b299 req-54205cc7-7d4a-4664-99d0-1e67f6d6c520 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:02.995942 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-95e9b25e-f309-4b43-b585-30777b71b299 req-54205cc7-7d4a-4664-99d0-1e67f6d6c520 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0460901 May 23 13:05:03.042456 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-95e9b25e-f309-4b43-b585-30777b71b299 req-0aec28d8-f4bd-465d-8a19-0068efc61a7d tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 May 23 13:05:03.478599 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:04.157381 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb000dcc-963b-445f-8fde-7f17ff530445 req-f02049bd-22fd-4fb7-8b2c-0e3e081fb013 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:04.158867 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fb000dcc-963b-445f-8fde-7f17ff530445 req-f02049bd-22fd-4fb7-8b2c-0e3e081fb013 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0467026 May 23 13:05:04.205389 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fb000dcc-963b-445f-8fde-7f17ff530445 req-3d291546-4497-42d9-869a-d48db71f0794 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 May 23 13:05:05.337758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e658390-b485-4bce-a36d-50e2f267dff7 req-d9b1483e-aeec-49b9-93cf-0101d257b00b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:05.337758 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8e658390-b485-4bce-a36d-50e2f267dff7 req-d9b1483e-aeec-49b9-93cf-0101d257b00b tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0511701 May 23 13:05:05.369397 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8e658390-b485-4bce-a36d-50e2f267dff7 req-d80ea723-5c3e-4075-ae86-ab65f38db35d tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 May 23 13:05:06.483154 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b45927-0923-4a37-beba-b2bb33de19ba req-c79dbcad-5e18-47ee-a7f0-9ec1dd5b85be tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:06.484648 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a1b45927-0923-4a37-beba-b2bb33de19ba req-c79dbcad-5e18-47ee-a7f0-9ec1dd5b85be tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0461643 May 23 13:05:06.519860 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:06.531567 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a1b45927-0923-4a37-beba-b2bb33de19ba req-91504430-9242-4e1d-9d20-e3ab03740ca8 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 May 23 13:05:08.976963 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:08.977624 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:12.511155 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:05:13.368084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=55,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:13.371957 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:13.373762 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:16.527890 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=73 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:16.797757 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59728c71-a3eb-47ee-b6cf-f9772e189b86 req-79a15c89-2c7d-46df-b925-d78a470017f5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:16.800192 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-59728c71-a3eb-47ee-b6cf-f9772e189b86 req-79a15c89-2c7d-46df-b925-d78a470017f5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0490541 May 23 13:05:16.860505 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-59728c71-a3eb-47ee-b6cf-f9772e189b86 req-2280109a-0a31-4794-8b58-01940445c879 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531709 May 23 13:05:17.982124 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a6504-930a-4ff3-a36a-a63841a7c026 req-88cdc8f3-d5d4-4933-ba5b-e5fc418e1c0a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:17.983451 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e10a6504-930a-4ff3-a36a-a63841a7c026 req-88cdc8f3-d5d4-4933-ba5b-e5fc418e1c0a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0474856 May 23 13:05:18.029648 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e10a6504-930a-4ff3-a36a-a63841a7c026 req-c51a572a-e9f7-41ec-8e23-fa77e23fea30 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408475 May 23 13:05:19.144955 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7947f72-1e77-4f39-ba62-93d3aa65751c req-a2fc08b0-463c-4a73-acfa-0d3c37e20e49 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:19.147313 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f7947f72-1e77-4f39-ba62-93d3aa65751c req-a2fc08b0-463c-4a73-acfa-0d3c37e20e49 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0467119 May 23 13:05:19.195313 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f7947f72-1e77-4f39-ba62-93d3aa65751c req-f5ba52e6-2c5f-41e7-8efe-8e551012b202 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 May 23 13:05:20.314341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c6bd-8da4-4486-89cd-55a5d0d4120b req-ba735959-20df-40d8-967d-9e4b17a234bd tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:20.315785 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a34c6bd-8da4-4486-89cd-55a5d0d4120b req-ba735959-20df-40d8-967d-9e4b17a234bd tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0493836 May 23 13:05:20.361629 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a34c6bd-8da4-4486-89cd-55a5d0d4120b req-88ebbfdc-e53b-4a73-8b02-1fe41b02e10f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 May 23 13:05:21.482989 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717623b9-9b89-4ddb-b7fd-94ca21cc8b96 req-af17a997-67f8-4711-852c-6febf93c2441 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:21.484442 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-717623b9-9b89-4ddb-b7fd-94ca21cc8b96 req-af17a997-67f8-4711-852c-6febf93c2441 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0488539 May 23 13:05:21.531367 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-717623b9-9b89-4ddb-b7fd-94ca21cc8b96 req-6d2a687e-8643-44cf-9ff8-d94eea4e81a6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413997 May 23 13:05:22.503906 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:22.510770 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:22.653757 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63119156-e93e-4e8f-8ff9-4f6cb9a6754e req-7a7ec068-f762-41ab-aa19-8e3696f9240b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:22.655494 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63119156-e93e-4e8f-8ff9-4f6cb9a6754e req-7a7ec068-f762-41ab-aa19-8e3696f9240b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0505900 May 23 13:05:22.709699 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63119156-e93e-4e8f-8ff9-4f6cb9a6754e req-1736e16d-ead7-4fdf-8cf1-dc1ba0ab9959 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486660 May 23 13:05:23.826674 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d61ee-9f8f-4bd8-a773-d690321d5b11 req-da74e7d0-0b58-4a8f-abc0-b080f8dc8ab9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:23.828145 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-603d61ee-9f8f-4bd8-a773-d690321d5b11 req-da74e7d0-0b58-4a8f-abc0-b080f8dc8ab9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0473142 May 23 13:05:23.875156 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-603d61ee-9f8f-4bd8-a773-d690321d5b11 req-3381b52d-2267-4d27-8af3-e6b502c89e49 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 May 23 13:05:24.994953 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0579930-8297-479f-b756-d2726eecbca0 req-b5374ca9-9856-479e-9580-e1764edcc5e8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:24.996417 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0579930-8297-479f-b756-d2726eecbca0 req-b5374ca9-9856-479e-9580-e1764edcc5e8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0476661 May 23 13:05:25.046559 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0579930-8297-479f-b756-d2726eecbca0 req-395b6e98-9736-42e2-a315-c4150d6c50ac tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 May 23 13:05:25.301629 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:26.166258 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c98dce-0195-40f3-a480-b8ac2c9cf34c req-bd7d8f61-4f4f-4b9d-93d1-2b8fecfd9f06 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:26.167712 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-61c98dce-0195-40f3-a480-b8ac2c9cf34c req-bd7d8f61-4f4f-4b9d-93d1-2b8fecfd9f06 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0472405 May 23 13:05:26.214928 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-61c98dce-0195-40f3-a480-b8ac2c9cf34c req-b22cf728-22e4-4f45-84dc-172656357cbf tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 May 23 13:05:27.087694 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c783acb7-6a98-456e-a83c-bbd41b49b620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:27.330204 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fbb9a-1673-4ee0-913f-6a7a8fb5315b req-ed76b1a1-255f-4af3-bd1d-5d0092a401c3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:27.331658 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-917fbb9a-1673-4ee0-913f-6a7a8fb5315b req-ed76b1a1-255f-4af3-bd1d-5d0092a401c3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0459650 May 23 13:05:27.378627 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-917fbb9a-1673-4ee0-913f-6a7a8fb5315b req-a0448000-7d0f-4a61-9d14-7d1c53a21ee4 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407846 May 23 13:05:28.501906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a8c3d-7539-48a0-8dc6-be0108125a0a req-61a8f4e1-715d-4d06-9099-ae25ed052a32 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:28.503538 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-507a8c3d-7539-48a0-8dc6-be0108125a0a req-61a8f4e1-715d-4d06-9099-ae25ed052a32 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0522149 May 23 13:05:28.516353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:28.552506 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-507a8c3d-7539-48a0-8dc6-be0108125a0a req-18fbd085-1d01-4c98-a738-2a94ff7c0080 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428870 May 23 13:05:29.479124 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2a11f73d-6fb3-4454-9083-0ec02ce832ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:29.664218 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:29.675076 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cebcf-df7e-460d-b2ed-30e4251feb88 req-c81d0a5e-0f98-4696-8618-025669fa369e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:29.676510 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-128cebcf-df7e-460d-b2ed-30e4251feb88 req-c81d0a5e-0f98-4696-8618-025669fa369e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0464416 May 23 13:05:29.725033 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-128cebcf-df7e-460d-b2ed-30e4251feb88 req-a228fcb1-9169-4154-88ce-0f460da87a65 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422387 May 23 13:05:30.615738 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:30.843868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40193-caa7-4c3b-bbd8-dcbb130a58a5 req-d5372641-9e32-4524-8aa4-17cdf6a4db90 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:30.845320 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8a40193-caa7-4c3b-bbd8-dcbb130a58a5 req-d5372641-9e32-4524-8aa4-17cdf6a4db90 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0477774 May 23 13:05:30.894935 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8a40193-caa7-4c3b-bbd8-dcbb130a58a5 req-3a0c90ef-4edb-45b9-96ce-2ddcf9a34e65 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441003 May 23 13:05:31.915928 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:32.016328 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e6fe-940f-4811-93f4-6878bc4ff052 req-caf001b3-47e3-46bd-9939-62d27b66fb0b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:32.017786 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d9f9e6fe-940f-4811-93f4-6878bc4ff052 req-caf001b3-47e3-46bd-9939-62d27b66fb0b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0478704 May 23 13:05:32.064635 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d9f9e6fe-940f-4811-93f4-6878bc4ff052 req-b6830c53-d163-4666-b5a6-75f6ac965e88 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410159 May 23 13:05:33.212423 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d7d8-a872-46af-a6df-af85a62f74db req-152137b1-c44b-42c5-9936-78955400fdbe tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:33.214022 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb29d7d8-a872-46af-a6df-af85a62f74db req-152137b1-c44b-42c5-9936-78955400fdbe tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0600464 May 23 13:05:33.265996 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb29d7d8-a872-46af-a6df-af85a62f74db req-89faf2ac-3c13-4a2b-9976-fec22febc7df tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458343 May 23 13:05:33.438991 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:34.348010 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed6f9-559d-4e70-8ba5-41c678055c3e req-fe8c2303-48d2-463f-865a-e31826a42146 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:34.349418 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c94ed6f9-559d-4e70-8ba5-41c678055c3e req-fe8c2303-48d2-463f-865a-e31826a42146 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0538552 May 23 13:05:34.411555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2297728-a895-4f79-9d94-7ba471bc9da6 req-d4603c0d-b57c-46df-ad35-4facd6853ee6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:34.412998 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2297728-a895-4f79-9d94-7ba471bc9da6 req-d4603c0d-b57c-46df-ad35-4facd6853ee6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0723703 May 23 13:05:34.441658 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c94ed6f9-559d-4e70-8ba5-41c678055c3e req-a580d272-d9cb-40d3-9528-ade03824c864 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846767 May 23 13:05:34.471195 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2297728-a895-4f79-9d94-7ba471bc9da6 req-a3e8f988-d10b-4ff8-b30c-7c661e7312eb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522366 May 23 13:05:35.585211 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e001b-3e96-430a-bf4d-ccc84af01d5d req-6b8f1a4f-b18c-4134-ac29-b172782dbead tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:35.587711 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d35e001b-3e96-430a-bf4d-ccc84af01d5d req-6b8f1a4f-b18c-4134-ac29-b172782dbead tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0768373 May 23 13:05:35.614729 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55912998-7cdb-41e1-9889-9887f86d35f1 req-abf1b2fb-b852-49b0-a499-d0a16ffeee6c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:35.616133 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-55912998-7cdb-41e1-9889-9887f86d35f1 req-abf1b2fb-b852-49b0-a499-d0a16ffeee6c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0727165 May 23 13:05:35.662960 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d35e001b-3e96-430a-bf4d-ccc84af01d5d req-636b56f2-af3f-4d73-aac4-40cf165e0068 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698965 May 23 13:05:35.685453 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-55912998-7cdb-41e1-9889-9887f86d35f1 req-992b888e-d634-4f71-9e42-77fdc01e792c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626192 May 23 13:05:36.492167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-412477c6-aa10-4f4a-8efa-2d6e8622934e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:36.493927 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-412477c6-aa10-4f4a-8efa-2d6e8622934e tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0466483 May 23 13:05:36.578162 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Deleting port e027552b-2e69-458a-acf3-a19901e63f06 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:05:36.578494 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (e027552b-2e69-458a-acf3-a19901e63f06), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:36.666567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] For port e027552b-2e69-458a-acf3-a19901e63f06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e027552b-2e69-458a-acf3-a19901e63f06,segment=NetworkSegment(15a6e0b0-28fc-4212-949f-af39d2dd76d7),segment_id=15a6e0b0-28fc-4212-949f-af39d2dd76d7)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:05:36.667276 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (e027552b-2e69-458a-acf3-a19901e63f06), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:36.679856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Calling delete_port for e027552b-2e69-458a-acf3-a19901e63f06 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:05:36.689444 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:36.729106 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:36.827969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df068047-89c7-417c-98a7-776d15372e28 req-63df0dc3-9876-438e-a330-0b257b1c84cb tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:36.829427 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df068047-89c7-417c-98a7-776d15372e28 req-63df0dc3-9876-438e-a330-0b257b1c84cb tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 945 time: 0.0942295 May 23 13:05:36.853863 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c0a28-7775-49c4-8986-b4e1b91360be req-3aecf423-2ecd-4226-8c82-2c215eb6c014 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:36.855293 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e03c0a28-7775-49c4-8986-b4e1b91360be req-3aecf423-2ecd-4226-8c82-2c215eb6c014 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0817492 May 23 13:05:36.956450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df068047-89c7-417c-98a7-776d15372e28 req-8ea0bf8a-2cd9-4210-a8e1-3204ae248f93 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/security-groups?id=7d040e47-56e5-426c-afcc-e63db4efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209900 May 23 13:05:36.963538 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e03c0a28-7775-49c4-8986-b4e1b91360be req-85063ed0-9dbf-4624-9153-cb5420d1c691 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827200 May 23 13:05:37.018508 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (e027552b-2e69-458a-acf3-a19901e63f06), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:37.045918 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Pushing event deleted for resources: {'Port': ['ID=e027552b-2e69-458a-acf3-a19901e63f06,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:05:37.056598 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.056947 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.057290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.057626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.058021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.058416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.058745 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.059689 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.059689 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.059689 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.060115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.060339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.060658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.060977 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.061295 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:05:37.061686 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['e027552b-2e69-458a-acf3-a19901e63f06'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:05:37.106539 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] No DVR routers for this DVR port e027552b-2e69-458a-acf3-a19901e63f06 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:05:37.109567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:37.114054 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b03200c6-5993-4fb2-9ee7-b24b32c0a8de req-bd386b09-211e-43ec-aeeb-46afa88d3da2 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.49 "DELETE /v2.0/ports/e027552b-2e69-458a-acf3-a19901e63f06 HTTP/1.1" status: 204 len: 173 time: 0.6128278 May 23 13:05:37.114054 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'name': 'network-vif-deleted', 'tag': 'e027552b-2e69-458a-acf3-a19901e63f06'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:05:37.115482 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a77722-4a70-482b-983f-e9e2822fe898" -d '{"events": [{"server_uuid": "9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f", "name": "network-vif-deleted", "tag": "e027552b-2e69-458a-acf3-a19901e63f06"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:05:37.212371 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e08f1a6-ffb0-4f62-9518-fcb7b9cfa7e7 x-openstack-request-id: req-9e08f1a6-ffb0-4f62-9518-fcb7b9cfa7e7 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:05:37.212371 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f", "name": "network-vif-deleted", "tag": "e027552b-2e69-458a-acf3-a19901e63f06", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:05:37.212371 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e08f1a6-ffb0-4f62-9518-fcb7b9cfa7e7 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:05:37.212371 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e08f1a6-ffb0-4f62-9518-fcb7b9cfa7e7'] response: {'server_uuid': '9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f', 'name': 'network-vif-deleted', 'tag': 'e027552b-2e69-458a-acf3-a19901e63f06', 'status': 'completed', 'code': 200} May 23 13:05:38.091322 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3af5ae06-0654-44d4-bbc8-5426a5de7c08 req-9b431168-4cc5-45ff-8e8b-84f640b76d06 tempest-VolumesSnapshotTestJSON-154686593 tempest-VolumesSnapshotTestJSON-154686593-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dbdf1fe-29a7-4b08-b4bb-0ab47f4b022f HTTP/1.1" status: 200 len: 210 time: 0.0560925 May 23 13:05:38.111224 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49d7ed-4f59-4007-9731-aaf40eb6917a req-78ca1ddd-51b9-43d9-91be-7492608a200e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:38.116634 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0e49d7ed-4f59-4007-9731-aaf40eb6917a req-78ca1ddd-51b9-43d9-91be-7492608a200e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0679691 May 23 13:05:38.161591 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0e49d7ed-4f59-4007-9731-aaf40eb6917a req-2909263e-ab24-438e-a888-5cdcef05566e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 May 23 13:05:39.278059 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ac5d-75f7-4c93-9aec-8fbaa3250be6 req-7514f52e-3eb9-4c41-a2b0-2e5b82b580a2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:39.279528 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0c58ac5d-75f7-4c93-9aec-8fbaa3250be6 req-7514f52e-3eb9-4c41-a2b0-2e5b82b580a2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0470712 May 23 13:05:39.327344 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0c58ac5d-75f7-4c93-9aec-8fbaa3250be6 req-10d9cd09-717c-421f-bd7f-8523f7ccca60 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 May 23 13:05:40.398561 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e027552b-2e69-458a-acf3-a19901e63f06 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:05:40.419141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: e027552b-2e69-458a-acf3-a19901e63f06 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:05:40.419477 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e027552b-2e69-458a-acf3-a19901e63f06 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:05:40.453164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cc797-b133-4372-be32-daf66ab18848 req-16a25109-cb2f-45ce-9240-e16c0792bfe5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:40.454661 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f29cc797-b133-4372-be32-daf66ab18848 req-16a25109-cb2f-45ce-9240-e16c0792bfe5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0493717 May 23 13:05:40.502369 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f29cc797-b133-4372-be32-daf66ab18848 req-7b9b928d-ef10-40c7-a891-b1ed9c9ff97e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 May 23 13:05:41.619341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00ccc2-933a-43ba-9c58-27e3f5b57031 req-d371f610-9f63-4c2f-be88-8dcb96974464 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:41.620815 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd00ccc2-933a-43ba-9c58-27e3f5b57031 req-d371f610-9f63-4c2f-be88-8dcb96974464 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0472403 May 23 13:05:41.667697 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd00ccc2-933a-43ba-9c58-27e3f5b57031 req-ca88188f-d5b9-4a27-b30f-f89daa3f072c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413580 May 23 13:05:42.788063 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129e918-0fce-42dd-9c0c-f64efc57365a req-86118f18-8e26-4fe3-a319-7c28eda2d14b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:42.789503 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a129e918-0fce-42dd-9c0c-f64efc57365a req-86118f18-8e26-4fe3-a319-7c28eda2d14b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0502999 May 23 13:05:42.837925 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a129e918-0fce-42dd-9c0c-f64efc57365a req-17cf688e-3953-4623-9407-3042f8d92d6b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 May 23 13:05:43.954470 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b676-cb25-4c29-8d08-b74bee814408 req-c4887c29-ab02-47c1-b48d-7b4dd443bf88 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:43.955820 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f751b676-cb25-4c29-8d08-b74bee814408 req-c4887c29-ab02-47c1-b48d-7b4dd443bf88 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0470908 May 23 13:05:44.004359 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f751b676-cb25-4c29-8d08-b74bee814408 req-fe1a7548-6c5e-4154-8fe5-ec463d6e6284 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431268 May 23 13:05:45.086384 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:45.123392 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc38c44-5ed6-4d5e-b071-d1d668609fd6 req-79a9728c-4102-4d84-b8fc-be746c6c5787 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:45.124880 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3cc38c44-5ed6-4d5e-b071-d1d668609fd6 req-79a9728c-4102-4d84-b8fc-be746c6c5787 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0479844 May 23 13:05:45.155332 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:45.175522 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3cc38c44-5ed6-4d5e-b071-d1d668609fd6 req-fffd5fe3-cddd-47a9-ab7a-b4333409a401 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450461 May 23 13:05:46.291342 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a18221-c763-4201-b29a-7c3def57e17d req-83b05d02-4c90-44f8-8c52-87dc3e35806c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:46.292791 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f0a18221-c763-4201-b29a-7c3def57e17d req-83b05d02-4c90-44f8-8c52-87dc3e35806c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0462277 May 23 13:05:46.340037 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f0a18221-c763-4201-b29a-7c3def57e17d req-7705678b-ed79-4554-bbec-0e68940b6a60 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 May 23 13:05:47.029470 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:05:47.125051 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:05:47.137220 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'port_id': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'mac_address': 'fa:16:3e:20:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:05:47.173920 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port cee5aa36-f69a-432b-9f71-0cc93809d9a9 is: ACTIVE; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:05:47.174365 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:47.187698 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cee5aa36-f69a-432b-9f71-0cc93809d9a9 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:05:47.207290 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:05:47.292616 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:47.340492 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=6']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:05:47.459437 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8c8d-8980-4118-900f-13032fb29502 req-aa1a6c0b-bbc0-4ad7-a7b1-bd7e4cb75c76 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:47.460891 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a7bd8c8d-8980-4118-900f-13032fb29502 req-aa1a6c0b-bbc0-4ad7-a7b1-bd7e4cb75c76 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 944 time: 0.0479388 May 23 13:05:47.509710 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a7bd8c8d-8980-4118-900f-13032fb29502 req-62a2fcb1-2487-49c3-bd60-ebba72ed1eab tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 May 23 13:05:48.631910 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e426d3-7f93-4652-a756-a5bd0ce1ea37 req-9960da5c-78c6-4239-82a4-94f4536190ef tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:48.633362 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-69e426d3-7f93-4652-a756-a5bd0ce1ea37 req-9960da5c-78c6-4239-82a4-94f4536190ef tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 944 time: 0.0506911 May 23 13:05:48.656906 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['cee5aa36-f69a-432b-9f71-0cc93809d9a9'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:05:48.686200 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-69e426d3-7f93-4652-a756-a5bd0ce1ea37 req-e13730a2-88d6-40f9-970e-61c271417000 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 May 23 13:05:49.511083 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:05:49.812405 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f79b2-1cfe-4505-9f91-1e5f758d97d1 req-c3a98302-ef37-486a-a9ca-6a9930857db3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:49.814000 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-732f79b2-1cfe-4505-9f91-1e5f758d97d1 req-c3a98302-ef37-486a-a9ca-6a9930857db3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 944 time: 0.0565324 May 23 13:05:49.862042 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-732f79b2-1cfe-4505-9f91-1e5f758d97d1 req-9e6914cb-8025-454c-b018-9223e0764371 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 May 23 13:05:50.445124 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:05:50.487715 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port cee5aa36-f69a-432b-9f71-0cc93809d9a9 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:05:50.488083 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:50.560824 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port cee5aa36-f69a-432b-9f71-0cc93809d9a9 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:05:50.561201 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:50.582747 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:05:50.584905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449b33e-9339-4ff9-b3d2-d78b6ab48482" -d '{"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-plugged", "status": "completed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:05:50.597726 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:05:50.669913 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:50.672800 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cb6a53-b264-49ba-9c12-a8069c97e087 x-openstack-request-id: req-74cb6a53-b264-49ba-9c12-a8069c97e087 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:05:50.673103 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-plugged", "status": "completed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:05:50.673336 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74cb6a53-b264-49ba-9c12-a8069c97e087 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:05:50.673723 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74cb6a53-b264-49ba-9c12-a8069c97e087'] response: {'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'code': 200} May 23 13:05:50.720187 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=7']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:05:50.979970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73fdfe-a57b-4dee-b1c1-dc5d40b8c746 req-e93810ee-26da-43cd-b1b8-fe7b660a2e22 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:50.981464 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d73fdfe-a57b-4dee-b1c1-dc5d40b8c746 req-e93810ee-26da-43cd-b1b8-fe7b660a2e22 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0459707 May 23 13:05:51.035558 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d73fdfe-a57b-4dee-b1c1-dc5d40b8c746 req-231bc811-df95-466b-8d56-5766e931067a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 May 23 13:05:52.156580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814be48-b428-4313-b9b3-d1067860ef45 req-4ced226b-1e78-406e-b3b7-37d8a5d97739 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:52.160972 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3814be48-b428-4313-b9b3-d1067860ef45 req-4ced226b-1e78-406e-b3b7-37d8a5d97739 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0466948 May 23 13:05:52.204883 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3814be48-b428-4313-b9b3-d1067860ef45 req-33c404cd-8176-4923-8754-d841593b4da6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412526 May 23 13:05:53.342418 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840c4a0-135a-4870-b9bd-b3f5cdefaf77 req-c580c6a2-1bb3-47b1-84ee-13fe284621bc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:53.344682 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4840c4a0-135a-4870-b9bd-b3f5cdefaf77 req-c580c6a2-1bb3-47b1-84ee-13fe284621bc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0512624 May 23 13:05:53.409228 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4840c4a0-135a-4870-b9bd-b3f5cdefaf77 req-a77d03a4-fe80-4c35-9dcc-0ac906af83b3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562565 May 23 13:05:54.541089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b2a3-d72c-4052-ac0c-00706eb6cf14 req-bc598b87-f043-41d9-90db-69fe2bee7dce tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:54.543398 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-70f9b2a3-d72c-4052-ac0c-00706eb6cf14 req-bc598b87-f043-41d9-90db-69fe2bee7dce tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0533011 May 23 13:05:54.593555 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-70f9b2a3-d72c-4052-ac0c-00706eb6cf14 req-e2fc2e0b-de7a-4f50-a4b5-25bc23b59d2e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 May 23 13:05:55.252138 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=57,neutron:UPDATE=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:55.253952 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:55.263366 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=60 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:55.338945 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:55.717817 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796b7ef-fc07-4754-9d59-f35f0a96b04b req-9131efb8-433d-4393-92c8-987f1399471a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:55.719330 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a796b7ef-fc07-4754-9d59-f35f0a96b04b req-9131efb8-433d-4393-92c8-987f1399471a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0487511 May 23 13:05:55.768203 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a796b7ef-fc07-4754-9d59-f35f0a96b04b req-eebb87e5-5358-4ab1-8f30-7d1ceea03562 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 May 23 13:05:56.914377 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ed888-b4e6-40b2-8551-1910cc767a77 req-521a1ec5-b6f8-46c8-8c90-5fb2a26525a9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:56.917576 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-711ed888-b4e6-40b2-8551-1910cc767a77 req-521a1ec5-b6f8-46c8-8c90-5fb2a26525a9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0572743 May 23 13:05:56.919091 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=19 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:57.118978 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c3428e76-a361-468f-b2db-6074ec53e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:57.201063 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-711ed888-b4e6-40b2-8551-1910cc767a77 req-2c5fae9c-d2af-4d57-91ed-6c756e6dd20f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772219 May 23 13:05:58.336237 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:58.351193 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d8abb-0abf-49d9-a766-4a4837461922 req-97049123-2839-46b9-9641-02d272523b37 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:58.354214 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-453d8abb-0abf-49d9-a766-4a4837461922 req-97049123-2839-46b9-9641-02d272523b37 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0597548 May 23 13:05:58.404461 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:58.415116 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-453d8abb-0abf-49d9-a766-4a4837461922 req-4b6e429d-6f33-4649-986d-8dd0260a3412 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541394 May 23 13:05:59.506117 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:05:59.560114 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b5139-54a9-4848-8a74-285246664ceb req-7a99cb5b-37eb-4087-bb75-4eb6e22117aa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:59.561333 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a90b5139-54a9-4848-8a74-285246664ceb req-7a99cb5b-37eb-4087-bb75-4eb6e22117aa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0585697 May 23 13:05:59.614929 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a90b5139-54a9-4848-8a74-285246664ceb req-5a4b80b8-f4ed-45e0-90d8-d9df31828158 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482478 May 23 13:05:59.737766 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-91ec662d-bfc8-4f32-8ede-0a16b420f04d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093762 May 23 13:05:59.749591 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1a03686d-199f-40be-a2f8-0035bda81648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:05:59.859839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-2cfc6b23-794d-4584-9fb7-6882817666b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:59.861433 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-2cfc6b23-794d-4584-9fb7-6882817666b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 1130 time: 0.0452886 May 23 13:05:59.991038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-8009aed8-9335-44f8-9bf8-aa2b275e7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:05:59.993579 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-8009aed8-9335-44f8-9bf8-aa2b275e7b83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.1068151 May 23 13:06:00.035478 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-2792edc9-1c6f-4985-8c67-2bb9f4b0b6f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 200 len: 217 time: 0.0362175 May 23 13:06:00.090560 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-1095b6d6-b2d9-4eeb-989d-71e67714ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:00.092590 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-1095b6d6-b2d9-4eeb-989d-71e67714ae19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0491161 May 23 13:06:00.143151 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-4fc8e7eb-b3cb-4046-8375-d86993ae88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:00.145546 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-4fc8e7eb-b3cb-4046-8375-d86993ae88ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465596 May 23 13:06:00.252799 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-312a6be2-84fb-40ab-9d48-4d637680a901 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993555 May 23 13:06:00.355476 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-09cbefa9-2d5e-4d4e-aaa6-1e613ef7b593 req-f00d438d-223a-4b29-82e5-9e3078d77b09 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955956 May 23 13:06:00.641174 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:00.762466 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff80d03-ee3f-43d2-80cf-ac1eb7c0ee11 req-0eddee8d-6258-489b-9360-5cabfb1b9906 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:00.770252 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2ff80d03-ee3f-43d2-80cf-ac1eb7c0ee11 req-0eddee8d-6258-489b-9360-5cabfb1b9906 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0552633 May 23 13:06:00.832576 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2ff80d03-ee3f-43d2-80cf-ac1eb7c0ee11 req-67e23010-2b07-466d-af63-d25a69efde17 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610013 May 23 13:06:01.968144 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89fccb-3f22-40eb-af59-32a4d1a79f65 req-14e587f0-75c3-4f70-a81c-bf301bc72624 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:01.969632 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4d89fccb-3f22-40eb-af59-32a4d1a79f65 req-14e587f0-75c3-4f70-a81c-bf301bc72624 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0501623 May 23 13:06:02.019698 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4d89fccb-3f22-40eb-af59-32a4d1a79f65 req-225f32b6-8baa-4c85-9175-dd6e8830a95a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444100 May 23 13:06:02.170044 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:03.145400 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25169aa-de2b-41f5-baf4-752819a580a9 req-046043ea-7513-4f4c-a1c5-1b38489e740d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:03.148246 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d25169aa-de2b-41f5-baf4-752819a580a9 req-046043ea-7513-4f4c-a1c5-1b38489e740d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0540957 May 23 13:06:03.199750 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d25169aa-de2b-41f5-baf4-752819a580a9 req-153b9e22-0ce2-451d-a273-0926586b0d75 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465376 May 23 13:06:03.463608 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:04.320752 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912c39-dc4d-48b0-a528-8e996fb619d9 req-74c91c99-803d-407c-904e-ba8473951d51 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:04.322268 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-17912c39-dc4d-48b0-a528-8e996fb619d9 req-74c91c99-803d-407c-904e-ba8473951d51 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0470698 May 23 13:06:04.369923 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-17912c39-dc4d-48b0-a528-8e996fb619d9 req-b2294b16-06d4-4a0e-9ad6-d8a7bc4eb2cc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 May 23 13:06:05.055250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:05.058394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-02308a3b-28df-4204-a9a1-f0a03c419a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:05.059927 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-02308a3b-28df-4204-a9a1-f0a03c419a9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 1129 time: 0.0397236 May 23 13:06:05.118480 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:05.154873 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-ff97dadb-1c7e-4553-9f91-15a3fed8e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:05.156348 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-ff97dadb-1c7e-4553-9f91-15a3fed8e8e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 918 time: 0.0909557 May 23 13:06:05.217400 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-322d52e3-b286-419d-8d61-f25699458b88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9 HTTP/1.1" status: 200 len: 1001 time: 0.0544028 May 23 13:06:05.269341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-5f5fb397-cea6-4166-a0ae-291457b6e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:05.270820 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-5f5fb397-cea6-4166-a0ae-291457b6e532 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0472121 May 23 13:06:05.314046 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-5a3cad4d-98b9-43ce-9898-99bc2008d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:05.315510 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-5a3cad4d-98b9-43ce-9898-99bc2008d801 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384064 May 23 13:06:05.406027 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-f237baf5-8365-41d2-982e-7a0abd66f7b4 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846295 May 23 13:06:05.525027 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394deb3-303f-4127-8fd6-96bbf3c1587e req-7b997314-65e9-43c4-bb64-a18395bcd4b6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:05.526429 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9394deb3-303f-4127-8fd6-96bbf3c1587e req-7b997314-65e9-43c4-bb64-a18395bcd4b6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0650837 May 23 13:06:05.560210 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-37b7dbe6-a6a4-41ac-8cc7-101ccd4eb645 req-60721b93-555f-4e2f-b84f-d3b974722f1a service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473067 May 23 13:06:05.589022 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9394deb3-303f-4127-8fd6-96bbf3c1587e req-7465a3cb-2b29-4d05-99ff-1b732645eeef tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561385 May 23 13:06:06.708327 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9228d3-9315-43d6-950a-b71b6dfd05ab req-9091677c-5310-4244-a99b-95f8b3680261 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:06.710357 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7d9228d3-9315-43d6-950a-b71b6dfd05ab req-9091677c-5310-4244-a99b-95f8b3680261 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0473595 May 23 13:06:06.758045 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7d9228d3-9315-43d6-950a-b71b6dfd05ab req-71ed6abe-3875-46df-85da-cfd7bdd8ceba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 May 23 13:06:07.875532 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a695ba-31e2-4fa8-a036-d7815dcc3612 req-9f26e836-9e93-44e3-975b-7cd99e1e6b27 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:07.877013 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-50a695ba-31e2-4fa8-a036-d7815dcc3612 req-9f26e836-9e93-44e3-975b-7cd99e1e6b27 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 945 time: 0.0471489 May 23 13:06:07.925067 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-50a695ba-31e2-4fa8-a036-d7815dcc3612 req-4f98fa99-f551-41c9-9674-2922b374d89b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 May 23 13:06:08.673724 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:06:08.747818 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port cee5aa36-f69a-432b-9f71-0cc93809d9a9 is: ACTIVE; New status is: DOWN {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:06:08.748209 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:08.772989 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:06:08.775214 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df8fd5-6656-428d-8aee-abd00519222e" -d '{"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-unplugged", "status": "completed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:06:08.787905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:06:08.804994 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b621a7d-3d66-4048-ae67-11bd3ae8d095 x-openstack-request-id: req-5b621a7d-3d66-4048-ae67-11bd3ae8d095 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:06:08.805273 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-unplugged", "status": "failed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9", "code": 422}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:06:08.805520 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b621a7d-3d66-4048-ae67-11bd3ae8d095 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:06:08.806067 dv-cinder-master-3-iscsi neutron-server[115939]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5b621a7d-3d66-4048-ae67-11bd3ae8d095']: {'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'code': 422} returned with failed status May 23 13:06:08.937296 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:08.984126 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=8']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:08.991515 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.991795 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.992208 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.992564 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.992899 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.993225 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.993602 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.993946 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.994272 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.994592 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.994911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.995245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.995568 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.995883 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:08.996197 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:09.223423 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-ea8051e0-c28e-4e01-9ba1-a60728f19781 req-520a69e8-c880-4005-bf7e-fa6c446c957a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:06:09.224405 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ea8051e0-c28e-4e01-9ba1-a60728f19781 req-520a69e8-c880-4005-bf7e-fa6c446c957a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053272 May 23 13:06:09.531274 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970810-8dd8-40b0-8369-741a9a785bab req-dee52706-b0f6-458d-830f-e46921e059c7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:09.532789 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-91970810-8dd8-40b0-8369-741a9a785bab req-dee52706-b0f6-458d-830f-e46921e059c7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0511661 May 23 13:06:09.582018 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-91970810-8dd8-40b0-8369-741a9a785bab req-3d2db8c0-8c19-4ec4-b067-5eecf1e9d6b0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437260 May 23 13:06:10.001807 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38294) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:10.090494 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-fc392b4f-25e5-4caa-b5c6-d0662fc7b58c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875092 May 23 13:06:10.099120 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-1abccfd4-570a-4a42-abb4-08a3886cb9c5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:06:10.100180 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-1abccfd4-570a-4a42-abb4-08a3886cb9c5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049925 May 23 13:06:10.701026 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ead10d-a903-44aa-b2b3-8b91ee6539fc req-8427dcc1-4f5c-45e9-bac1-e941496d16ca tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:10.702555 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ead10d-a903-44aa-b2b3-8b91ee6539fc req-8427dcc1-4f5c-45e9-bac1-e941496d16ca tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0492504 May 23 13:06:10.751463 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2ead10d-a903-44aa-b2b3-8b91ee6539fc req-f9595917-8aa6-4f9a-a3cb-06c44343a94b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 May 23 13:06:11.185835 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38314) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:11.232904 dv-cinder-master-3-iscsi neutron-server[115938]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 23 13:06:11.278941 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-0357afed-bb1a-4134-8477-8938c5a1b4ca tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:11.280951 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-0357afed-bb1a-4134-8477-8938c5a1b4ca tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports/cee5aa36-f69a-432b-9f71-0cc93809d9a9 HTTP/1.1" status: 200 len: 940 time: 0.0940559 May 23 13:06:11.874666 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485dac3-3f75-4b5d-a4f3-057e7cd187e9 req-3e10ceb4-ccaa-44b7-8772-ae88427b32d1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:11.876190 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7485dac3-3f75-4b5d-a4f3-057e7cd187e9 req-3e10ceb4-ccaa-44b7-8772-ae88427b32d1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0531428 May 23 13:06:11.935618 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7485dac3-3f75-4b5d-a4f3-057e7cd187e9 req-891492d5-7746-4381-9614-90a88a8af3cd tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536115 May 23 13:06:12.599033 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38338) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:12.643452 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Deleting subnet 3da3943a-ee36-40b5-8355-0cefa3adb353 {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:06:12.646850 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Publish callbacks [] for subnet (3da3943a-ee36-40b5-8355-0cefa3adb353), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:12.682209 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3118257'] for subnet (3da3943a-ee36-40b5-8355-0cefa3adb353), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:12.722219 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (3da3943a-ee36-40b5-8355-0cefa3adb353), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:12.836070 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27114566'] for subnet (3da3943a-ee36-40b5-8355-0cefa3adb353), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:12.865488 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:12.868608 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3da3943a-ee36-40b5-8355-0cefa3adb353 HTTP/1.1" status: 204 len: 168 time: 0.2685957 May 23 13:06:12.869431 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da3943a-ee36-40b5-8355-0cefa3adb353,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:12.871322 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38342) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:12.877953 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.878304 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.878648 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.878996 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.879328 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.879735 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.880040 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.880365 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.880787 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.881120 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.881448 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.881773 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.882123 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.882445 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.882767 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da40e1-0dd3-459f-b36d-5e79842f654c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:12.924328 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:12.936460 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:12.940691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (f040d182-eca3-4e6d-946e-e964e751bb04), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.031683 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (f040d182-eca3-4e6d-946e-e964e751bb04), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.074437 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f040d182-eca3-4e6d-946e-e964e751bb04']}} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:13.082168 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd3a9d-422b-413d-8d51-4943f11ac0b3 req-3d9e7237-59e7-4ed1-aec7-19f23d225469 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:13.083626 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b9cd3a9d-422b-413d-8d51-4943f11ac0b3 req-3d9e7237-59e7-4ed1-aec7-19f23d225469 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0739832 May 23 13:06:13.098118 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a6e0b0-28fc-4212-949f-af39d2dd76d7') {'for_net_delete': True} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:13.098341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a6e0b0-28fc-4212-949f-af39d2dd76d7') {} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:13.114888 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26226600'] for segment (15a6e0b0-28fc-4212-949f-af39d2dd76d7), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.136847 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (15a6e0b0-28fc-4212-949f-af39d2dd76d7), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.151251 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=115937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:06:13.151635 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26712287'] for segment (15a6e0b0-28fc-4212-949f-af39d2dd76d7), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.174176 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b9cd3a9d-422b-413d-8d51-4943f11ac0b3 req-cec3d0a6-01be-47c8-aa13-a85724b4f411 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851686 May 23 13:06:13.229396 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment 15a6e0b0-28fc-4212-949f-af39d2dd76d7 resource provider aggregate not found May 23 13:06:13.244845 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment 15a6e0b0-28fc-4212-949f-af39d2dd76d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15a6e0b0-28fc-4212-949f-af39d2dd76d7 found for delete ", "request_id": "req-137a4fd7-8001-41f9-975f-1f396963e9b7"}]} May 23 13:06:13.303991 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (f040d182-eca3-4e6d-946e-e964e751bb04), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.312296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.315437 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] 10.222.0.30 "DELETE /v2.0/networks/f040d182-eca3-4e6d-946e-e964e751bb04 HTTP/1.1" status: 204 len: 168 time: 0.4431114 May 23 13:06:13.325342 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bdd9d-a704-421a-ac43-338a1654848c admin admin] Pushing event deleted for resources: {'Network': ['ID=f040d182-eca3-4e6d-946e-e964e751bb04,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:13.634266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38354) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:13.676587 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-271517f1-610d-441e-8416-ef3aa719807b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccd27933078b44b48323995e98b21318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411434 May 23 13:06:13.679114 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38356) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:13.727758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1f2cab7f-5c37-43e9-b035-5ffc42c187db admin admin] Publish callbacks [] for security_group (7d040e47-56e5-426c-afcc-e63db4efbb44), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.749635 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1f2cab7f-5c37-43e9-b035-5ffc42c187db admin admin] Publish callbacks [] for security_group (7d040e47-56e5-426c-afcc-e63db4efbb44), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.863899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1f2cab7f-5c37-43e9-b035-5ffc42c187db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (7d040e47-56e5-426c-afcc-e63db4efbb44), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.871813 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1f2cab7f-5c37-43e9-b035-5ffc42c187db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:13.873457 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1f2cab7f-5c37-43e9-b035-5ffc42c187db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d040e47-56e5-426c-afcc-e63db4efbb44 HTTP/1.1" status: 204 len: 168 time: 0.1933439 May 23 13:06:13.881455 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cab7f-5c37-43e9-b035-5ffc42c187db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d040e47-56e5-426c-afcc-e63db4efbb44,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:14.311709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed286bc9-5c1c-4211-95e3-f030bc4463f0 req-a56aabf2-9501-47ed-bf40-04dad76ba76b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:14.313579 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ed286bc9-5c1c-4211-95e3-f030bc4463f0 req-a56aabf2-9501-47ed-bf40-04dad76ba76b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0535569 May 23 13:06:14.367318 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ed286bc9-5c1c-4211-95e3-f030bc4463f0 req-1ebfadf5-e90e-4819-b1ad-63004c3b7641 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479031 May 23 13:06:15.487804 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e3a9a-da8a-4f7f-aa97-30aed6f8d91a req-3e9ac51f-510b-4c86-a9b9-bbfd832ec608 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:15.489269 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a9e3a9a-da8a-4f7f-aa97-30aed6f8d91a req-3e9ac51f-510b-4c86-a9b9-bbfd832ec608 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0467951 May 23 13:06:15.537072 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a9e3a9a-da8a-4f7f-aa97-30aed6f8d91a req-08685683-dbbc-4617-8337-68399742af90 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 May 23 13:06:16.662140 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8cb2-c8a5-47f2-99d5-23ab522e8a22 req-f8205f75-c32d-4741-b9d0-e079829e9cb8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:16.663609 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e5db8cb2-c8a5-47f2-99d5-23ab522e8a22 req-f8205f75-c32d-4741-b9d0-e079829e9cb8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0512083 May 23 13:06:16.723550 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e5db8cb2-c8a5-47f2-99d5-23ab522e8a22 req-b2058bd3-4bfa-48ba-874b-558891b32e15 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538778 May 23 13:06:17.248394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-55069fd5-bc53-47b6-a1c1-7acde0b742ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:17.250592 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-55069fd5-bc53-47b6-a1c1-7acde0b742ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515&tenant_id=5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 1127 time: 0.0690861 May 23 13:06:17.341417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-16c12120-6bb4-4c18-b58b-a4224cc79dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:17.343010 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-16c12120-6bb4-4c18-b58b-a4224cc79dae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 1127 time: 0.0443513 May 23 13:06:17.366621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:17.431276 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:17.436089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-c1292e7a-6a19-4a5c-8898-33e868d9dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:17.438164 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-c1292e7a-6a19-4a5c-8898-33e868d9dc8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 918 time: 0.0892949 May 23 13:06:17.502224 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-141755c1-2ef7-42df-be18-ac27d681f6cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9 HTTP/1.1" status: 200 len: 999 time: 0.0578361 May 23 13:06:17.549708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-815dd1fa-a6e5-4b31-9cbf-22a8d3022516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:17.551116 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-815dd1fa-a6e5-4b31-9cbf-22a8d3022516 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0433223 May 23 13:06:17.594286 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-e284ec0e-50b5-4196-969e-99695c0e9911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:17.595686 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-e284ec0e-50b5-4196-969e-99695c0e9911 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371273 May 23 13:06:17.685089 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-e3e65643-57c2-403f-8170-3012c0569d30 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820959 May 23 13:06:17.775019 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-bacc53c7-bb43-4c53-9d45-8d4c1ad63e56 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823171 May 23 13:06:17.845551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e627a5-5557-4147-8035-63ecd2f34c6f req-bd514ecb-6645-4bc2-ad48-504db7c158d0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:17.847036 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-10e627a5-5557-4147-8035-63ecd2f34c6f req-bd514ecb-6645-4bc2-ad48-504db7c158d0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0478480 May 23 13:06:17.898169 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-10e627a5-5557-4147-8035-63ecd2f34c6f req-c1ac5c29-0f5d-4bab-9c41-932d745ad8c5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455768 May 23 13:06:18.981775 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=4,neutron:SELECT=16 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:18.987688 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:19.032206 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e7054-487f-4a66-8e78-b99a773b5914 req-c7436e5f-ad84-475d-be4a-152f857c278e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:19.033726 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a61e7054-487f-4a66-8e78-b99a773b5914 req-c7436e5f-ad84-475d-be4a-152f857c278e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0540717 May 23 13:06:19.085804 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a61e7054-487f-4a66-8e78-b99a773b5914 req-12b8df9e-0ec9-4616-8a35-2e9b6e99ecbb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460458 May 23 13:06:20.217290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c03a49-f8fc-4581-82bc-7785ffa84d79 req-7470b200-97c5-4a79-9310-55571423a9c8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:20.218892 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83c03a49-f8fc-4581-82bc-7785ffa84d79 req-7470b200-97c5-4a79-9310-55571423a9c8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0540752 May 23 13:06:20.267915 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83c03a49-f8fc-4581-82bc-7785ffa84d79 req-44125453-d5f3-4e70-8a36-9b59f4678d25 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 May 23 13:06:21.393408 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242db40-7315-4a27-8204-4170c84c0b0d req-2951b944-4b80-46b3-be67-b2a7b9c39c36 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:21.394808 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2242db40-7315-4a27-8204-4170c84c0b0d req-2951b944-4b80-46b3-be67-b2a7b9c39c36 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0527372 May 23 13:06:21.445154 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2242db40-7315-4a27-8204-4170c84c0b0d req-5bf76564-05df-49f1-b84f-fd2ddc4b8052 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 May 23 13:06:22.579839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594134-8d8c-4aa9-a807-6c71d652c667 req-b236cbeb-df29-4f08-9456-6f4a1f59dd93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:22.582312 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-55594134-8d8c-4aa9-a807-6c71d652c667 req-b236cbeb-df29-4f08-9456-6f4a1f59dd93 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0534739 May 23 13:06:22.642022 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-55594134-8d8c-4aa9-a807-6c71d652c667 req-fb491583-14e6-409e-95ea-d2c65ec94ce5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517793 May 23 13:06:22.871756 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=31,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:22.872672 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:23.771721 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21626fc0-ca67-4af4-afba-ab82da824e23 req-0de52f9f-1302-424a-833e-ff010c5c07c9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:23.773247 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-21626fc0-ca67-4af4-afba-ab82da824e23 req-0de52f9f-1302-424a-833e-ff010c5c07c9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0490658 May 23 13:06:23.828944 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-21626fc0-ca67-4af4-afba-ab82da824e23 req-87d2a747-e141-47fa-979c-e5aa4cea2a39 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499778 May 23 13:06:23.897901 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:24.975462 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c82e-66ca-4e13-94f2-a9c7fa5756fa req-b3b57643-c876-4d16-acd2-50a36576eecf tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:24.977091 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0025c82e-66ca-4e13-94f2-a9c7fa5756fa req-b3b57643-c876-4d16-acd2-50a36576eecf tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0650797 May 23 13:06:25.026513 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:25.048664 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0025c82e-66ca-4e13-94f2-a9c7fa5756fa req-c57eddeb-dd38-4cef-aeb7-4b2b43c864b2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631402 May 23 13:06:25.370540 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:26.169026 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393a140-2a06-427c-a94f-7e89543fad2d req-8b9dc2ad-8130-4431-a805-1db1099a3fe3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:26.170484 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4393a140-2a06-427c-a94f-7e89543fad2d req-8b9dc2ad-8130-4431-a805-1db1099a3fe3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0451758 May 23 13:06:26.189654 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:26.221042 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4393a140-2a06-427c-a94f-7e89543fad2d req-867cfed3-21bc-42c9-9b4f-a427c455549d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446067 May 23 13:06:26.510101 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:06:27.130060 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3f8a1ae3-53a6-4d4d-a819-335126d10778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:27.362394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7440502-9b38-4b17-a9dc-c1a35c902623 req-be557ffb-7f99-41fb-9298-49743057966f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:27.364031 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d7440502-9b38-4b17-a9dc-c1a35c902623 req-be557ffb-7f99-41fb-9298-49743057966f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0619278 May 23 13:06:27.415851 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d7440502-9b38-4b17-a9dc-c1a35c902623 req-e3620307-aad7-4127-9ddc-bb60c357136f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458643 May 23 13:06:28.539234 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaf79f-af82-4c56-921a-240099e85b08 req-8a62e330-627b-4547-9bb5-04db416016ce tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:28.540845 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dccaf79f-af82-4c56-921a-240099e85b08 req-8a62e330-627b-4547-9bb5-04db416016ce tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0483828 May 23 13:06:28.589427 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dccaf79f-af82-4c56-921a-240099e85b08 req-3947788d-5f5b-4518-b334-0b0abbbde608 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 May 23 13:06:28.636595 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c0de0-964a-4bd8-a574-286a672bc7ff req-d6c42d7d-6e3a-4547-8eb4-71e21b0dcd38 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:28.638424 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6b0c0de0-964a-4bd8-a574-286a672bc7ff req-d6c42d7d-6e3a-4547-8eb4-71e21b0dcd38 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0481062 May 23 13:06:28.690390 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6b0c0de0-964a-4bd8-a574-286a672bc7ff req-1dfa29f2-b45f-4242-9e85-12f1df795d0f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456743 May 23 13:06:29.463511 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5822c4b2-40b0-4267-b28a-9468aecb585e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:29.715626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62fa4c-89ea-411f-9ad5-517b0ed04896 req-e9519c46-1e89-41de-85d3-5271103f3bcd tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:29.717062 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf62fa4c-89ea-411f-9ad5-517b0ed04896 req-e9519c46-1e89-41de-85d3-5271103f3bcd tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0533099 May 23 13:06:29.776229 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf62fa4c-89ea-411f-9ad5-517b0ed04896 req-8e016d30-87c6-4379-93d0-d2be683646e1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536537 May 23 13:06:29.812521 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc8fd8-1471-42dc-b607-131f792e04c8 req-9e6d3c77-af19-45ca-83bc-49befe460243 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:29.813996 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-edfc8fd8-1471-42dc-b607-131f792e04c8 req-9e6d3c77-af19-45ca-83bc-49befe460243 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0542021 May 23 13:06:29.859762 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-edfc8fd8-1471-42dc-b607-131f792e04c8 req-c29280c4-4267-4a3c-82d3-e648b540afe5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402746 May 23 13:06:30.555031 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:30.896796 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2de93a-446c-46c7-83e6-aaf53fb4c3cf req-96330153-1c08-4a64-87f2-de185864ae66 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:30.898317 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ec2de93a-446c-46c7-83e6-aaf53fb4c3cf req-96330153-1c08-4a64-87f2-de185864ae66 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0502920 May 23 13:06:30.975237 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ec2de93a-446c-46c7-83e6-aaf53fb4c3cf req-25a97fcf-2d7b-4d03-915e-05847478fed2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714793 May 23 13:06:30.985538 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee10e7-5eda-45d1-9e5a-17c6d3ccc9ee req-fbe161ce-5b50-4da0-8127-8e9346422386 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:30.987047 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-10ee10e7-5eda-45d1-9e5a-17c6d3ccc9ee req-fbe161ce-5b50-4da0-8127-8e9346422386 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0576444 May 23 13:06:31.035083 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-10ee10e7-5eda-45d1-9e5a-17c6d3ccc9ee req-5a97ca12-6807-41ca-a642-bcdb9bac3261 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423527 May 23 13:06:31.898087 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:32.095742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313e902-940a-401e-9630-d44942e2d698 req-f472402e-2edd-4178-b654-ed6af25a236f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:32.097237 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8313e902-940a-401e-9630-d44942e2d698 req-f472402e-2edd-4178-b654-ed6af25a236f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0512660 May 23 13:06:32.167043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778196d-cefb-4a66-a618-bcf828a35c99 req-2e07ee38-eb64-462c-9161-fec5ac2910a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:32.168472 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e778196d-cefb-4a66-a618-bcf828a35c99 req-2e07ee38-eb64-462c-9161-fec5ac2910a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0662334 May 23 13:06:32.198985 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8313e902-940a-401e-9630-d44942e2d698 req-55fdb92f-614a-40be-8afb-328dee4ae4c8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956323 May 23 13:06:32.226414 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e778196d-cefb-4a66-a618-bcf828a35c99 req-e93eb504-a2e4-481e-bd0d-cb53704a1079 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513844 May 23 13:06:33.348328 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f815b-c9ad-4800-a8ba-252d8f039ab6 req-d03ec778-0a1a-47f3-8833-a9ed145a8abb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:33.349758 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8f6f815b-c9ad-4800-a8ba-252d8f039ab6 req-d03ec778-0a1a-47f3-8833-a9ed145a8abb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0770712 May 23 13:06:33.362765 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:33.379331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac018b-ed48-4d62-8fc4-73e88be07a48 req-5b041fce-7aa4-4654-a353-194f60fe06e4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:33.380773 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9cac018b-ed48-4d62-8fc4-73e88be07a48 req-5b041fce-7aa4-4654-a353-194f60fe06e4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0794046 May 23 13:06:33.412786 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:33.429718 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8f6f815b-c9ad-4800-a8ba-252d8f039ab6 req-f3a666f2-49b5-4ff1-81b4-4f2f4c05060f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743382 May 23 13:06:33.455380 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9cac018b-ed48-4d62-8fc4-73e88be07a48 req-76c28e0c-3dbb-41f5-8482-dc3c7e70810f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664127 May 23 13:06:33.463809 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:34.602873 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef0b08-a502-4c3e-aa51-1a8cc26ff223 req-036de402-2a41-49ed-b4bb-0edab7f9f4d8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:34.604715 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-73ef0b08-a502-4c3e-aa51-1a8cc26ff223 req-036de402-2a41-49ed-b4bb-0edab7f9f4d8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0910037 May 23 13:06:34.624082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce0062-faa3-448e-b9d7-6494d6ae4247 req-d75eded8-c3b2-4f82-8005-30a33c0fd45b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:34.626131 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5ce0062-faa3-448e-b9d7-6494d6ae4247 req-d75eded8-c3b2-4f82-8005-30a33c0fd45b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0806727 May 23 13:06:34.693772 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-73ef0b08-a502-4c3e-aa51-1a8cc26ff223 req-acd9f102-efaf-4f99-ab5f-4d960666a096 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830257 May 23 13:06:34.698038 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5ce0062-faa3-448e-b9d7-6494d6ae4247 req-55dee193-8df6-4bd2-9a34-c82468c22a67 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657492 May 23 13:06:34.995422 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-9f9732d0-916b-438f-8c28-2ee9d6ce49ea tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:34.996898 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-9f9732d0-916b-438f-8c28-2ee9d6ce49ea tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.0473428 May 23 13:06:35.084617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port 7f1679f8-1ca4-4c8a-8075-674c69981de0 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:06:35.084986 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:35.176649 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] For port 7f1679f8-1ca4-4c8a-8075-674c69981de0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7f1679f8-1ca4-4c8a-8075-674c69981de0,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:06:35.177014 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:35.592904 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:35.593169 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (d8f4675f-5ebd-4fd7-90f3-804b1d519192), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:35.594045 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP d8f4675f-5ebd-4fd7-90f3-804b1d519192 disassociated. External IP: 172.37.1.166, port: 7f1679f8-1ca4-4c8a-8075-674c69981de0. May 23 13:06:35.594385 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for 7f1679f8-1ca4-4c8a-8075-674c69981de0 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:06:35.804234 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (7f1679f8-1ca4-4c8a-8075-674c69981de0), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:35.867417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=7f1679f8-1ca4-4c8a-8075-674c69981de0,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:35.876369 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49b2dd-5238-4973-90a3-18450314d719 req-ab0ca4bc-2655-4298-9365-17e3030582e1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:35.877924 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7c49b2dd-5238-4973-90a3-18450314d719 req-ab0ca4bc-2655-4298-9365-17e3030582e1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 946 time: 0.1127002 May 23 13:06:35.887416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2168d-bdb3-4e37-bbe4-b583ac3ffd24 req-a68eecb6-40f4-4bd3-a9ca-6db3ba8159ef tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:35.888774 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-baf2168d-bdb3-4e37-bbe4-b583ac3ffd24 req-a68eecb6-40f4-4bd3-a9ca-6db3ba8159ef tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.1134114 May 23 13:06:35.966012 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:35.966681 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:36.047776 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7c49b2dd-5238-4973-90a3-18450314d719 req-d6a6c9b1-8bf8-4741-84b6-8a702b18c588 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=68bbf235-295a-4b58-97ba-b8fb5dfe2b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580455 May 23 13:06:36.060297 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-baf2168d-bdb3-4e37-bbe4-b583ac3ffd24 req-638606be-5074-4e09-8b79-ac09d69c0d8a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655400 May 23 13:06:36.089673 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:06:36.199185 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:06:36.210076 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:06:36.221259 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:06:36.222000 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:36.245717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] No DVR routers for this DVR port 7f1679f8-1ca4-4c8a-8075-674c69981de0 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:06:36.248319 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:36.252468 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e69e1ef7-8b63-46b3-8344-4a4eeeedda31 req-6a560256-8fb8-4a4d-89a1-dabae5cb4af4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "DELETE /v2.0/ports/7f1679f8-1ca4-4c8a-8075-674c69981de0 HTTP/1.1" status: 204 len: 173 time: 1.2494392 May 23 13:06:36.252903 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'name': 'network-vif-deleted', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:06:36.255454 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6d3d03-a23a-499c-b5da-4c4e219f8d8a" -d '{"events": [{"server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "name": "network-vif-deleted", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:06:36.293086 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ab7589-4183-439d-80ca-3e51c0dbcf64 x-openstack-request-id: req-b6ab7589-4183-439d-80ca-3e51c0dbcf64 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:06:36.293602 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adac7929-c83b-4f7b-9b97-1b7a48da67a2", "name": "network-vif-deleted", "tag": "7f1679f8-1ca4-4c8a-8075-674c69981de0", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:06:36.293968 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6ab7589-4183-439d-80ca-3e51c0dbcf64 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:06:36.294284 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ab7589-4183-439d-80ca-3e51c0dbcf64'] response: {'server_uuid': 'adac7929-c83b-4f7b-9b97-1b7a48da67a2', 'name': 'network-vif-deleted', 'tag': '7f1679f8-1ca4-4c8a-8075-674c69981de0', 'status': 'completed', 'code': 200} May 23 13:06:36.331124 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:06:36.630051 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:03Z', 'revision_number': 2, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:36.654345 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b328b2-3530-426f-a133-24fe7da38698 req-770c6efc-67ab-4d8f-85f2-99351c57dd8b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:36.655859 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3b328b2-3530-426f-a133-24fe7da38698 req-770c6efc-67ab-4d8f-85f2-99351c57dd8b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0492640 May 23 13:06:36.657755 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:06:36.666726 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:06:36.667519 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:36.717822 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3b328b2-3530-426f-a133-24fe7da38698 req-89cac954-1b09-4050-819a-7f838420b12e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562549 May 23 13:06:36.772936 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:06:36.972549 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=73 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:36.986344 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:03Z', 'revision_number': 2, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:36.987053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-ff47fb7f-6509-420f-9714-8cd1c49311c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:36.988963 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-ff47fb7f-6509-420f-9714-8cd1c49311c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.0566847 May 23 13:06:37.012220 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab1c72-8886-4b97-8a6b-0bd250c88f53 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'f1010393-fc4b-42a4-94a7-c0d2a051de16', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.161', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:37:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:00:07Z', 'updated_at': '2022-05-23T13:01:03Z', 'revision_number': 2, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:06:37.093352 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-50f7f217-01a6-4a6b-9bf1-621b88bfeb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:37.095231 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-50f7f217-01a6-4a6b-9bf1-621b88bfeb1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.0995708 May 23 13:06:37.212034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-71ea512f-08ea-4841-bf7f-a3c26c7ed2dc req-ad6905ef-a879-43fd-9f4d-4fba849ad84c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=adac7929-c83b-4f7b-9b97-1b7a48da67a2 HTTP/1.1" status: 200 len: 210 time: 0.0612147 May 23 13:06:37.239148 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-da52fb48-4622-46f9-8a0a-98e067883da3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 1002 time: 0.1369109 May 23 13:06:37.245792 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ce2dd-e90a-4048-a741-3b9b9139833e req-78e20991-1b8c-4901-a26a-299e99328d69 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:37.248058 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0a1ce2dd-e90a-4048-a741-3b9b9139833e req-78e20991-1b8c-4901-a26a-299e99328d69 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0979812 May 23 13:06:37.319263 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-35c1fa52-72e5-43f1-9261-02f5ce5e979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:37.320784 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-35c1fa52-72e5-43f1-9261-02f5ce5e979a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0721397 May 23 13:06:37.349140 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0a1ce2dd-e90a-4048-a741-3b9b9139833e req-5a1ee43f-d8e7-428e-8f8c-8d7eff745c83 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920575 May 23 13:06:37.382150 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76775031-a17f-4dd7-811e-c1726eb86e2d None None] New status for floating IP d8f4675f-5ebd-4fd7-90f3-804b1d519192: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:06:37.395603 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-278d3c01-f2a7-478e-950d-e76ceb27cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:37.397398 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-278d3c01-f2a7-478e-950d-e76ceb27cbe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656166 May 23 13:06:37.476335 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:37.499392 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-ae7d1e56-448b-488f-918c-1a11e5ba6f31 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925138 May 23 13:06:37.594694 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-932cd33a-be4d-4a04-9aa4-ed40cd0db16a req-9bd98a4e-a5f0-4762-ba66-bc8bced16320 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 May 23 13:06:37.832797 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214406e0-2b12-445a-8f8d-f2b6e6bca135 req-04aa9c35-1c84-4d46-83e6-d2beaed9d5b8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:37.834340 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-214406e0-2b12-445a-8f8d-f2b6e6bca135 req-04aa9c35-1c84-4d46-83e6-d2beaed9d5b8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0487063 May 23 13:06:37.882084 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-214406e0-2b12-445a-8f8d-f2b6e6bca135 req-a965b956-4d27-47dd-a460-fcdca522938c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 May 23 13:06:38.585453 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6806e-3874-4125-b946-96a93bcb31ab req-2a7ca269-95f8-4341-809f-b3b8855d0b2c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:38.586943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-22f6806e-3874-4125-b946-96a93bcb31ab req-2a7ca269-95f8-4341-809f-b3b8855d0b2c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0507429 May 23 13:06:38.630855 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:38.635564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-22f6806e-3874-4125-b946-96a93bcb31ab req-3ad65f0f-1c7b-4050-9726-da1b9a384917 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428743 May 23 13:06:38.758246 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7f1679f8-1ca4-4c8a-8075-674c69981de0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:06:38.784207 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 7f1679f8-1ca4-4c8a-8075-674c69981de0 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:06:38.784560 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7f1679f8-1ca4-4c8a-8075-674c69981de0 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:06:39.004471 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d600a3-0b93-4c77-9fa2-c43fc7bbec26 req-9c7b8f5f-3342-40e3-9ef4-05122c80967b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:39.006111 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54d600a3-0b93-4c77-9fa2-c43fc7bbec26 req-9c7b8f5f-3342-40e3-9ef4-05122c80967b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0488713 May 23 13:06:39.054484 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54d600a3-0b93-4c77-9fa2-c43fc7bbec26 req-3b997270-0769-4665-8ed8-2b58f3eb7709 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427563 May 23 13:06:39.373137 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38538) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:39.430679 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (68bbf235-295a-4b58-97ba-b8fb5dfe2b08), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:39.454197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (68bbf235-295a-4b58-97ba-b8fb5dfe2b08), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:39.566719 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (68bbf235-295a-4b58-97ba-b8fb5dfe2b08), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:39.569356 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:39.570545 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/security-groups/68bbf235-295a-4b58-97ba-b8fb5dfe2b08 HTTP/1.1" status: 204 len: 168 time: 0.1963732 May 23 13:06:39.577582 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38540) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:39.580457 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bbf235-295a-4b58-97ba-b8fb5dfe2b08,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:39.588210 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.588886 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.589017 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.api.v2.resource [None req-0fb9cad1-e569-41de-b4dc-1bd78aac28a4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] show failed (client error): The resource could not be found. May 23 13:06:39.589132 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.589582 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.590037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.590371 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.590698 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.591022 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.591475 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.591804 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.592128 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.592624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.592746 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.593250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.593499 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-0fb9cad1-e569-41de-b4dc-1bd78aac28a4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups/68bbf235-295a-4b58-97ba-b8fb5dfe2b08 HTTP/1.1" status: 404 len: 347 time: 0.0189726 May 23 13:06:39.593640 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1503f6f0-3574-42da-909c-861cf0a5190c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:06:39.594467 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38542) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:39.718213 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port 6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:06:39.718550 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:39.773830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644105b-5075-4c94-8a2c-23c8a34e31d7 req-75f04060-37d3-4c9b-b646-a021464c0fc2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:39.775348 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8644105b-5075-4c94-8a2c-23c8a34e31d7 req-75f04060-37d3-4c9b-b646-a021464c0fc2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0537732 May 23 13:06:39.798830 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:39.799157 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:39.811575 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for 6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:06:39.824225 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8644105b-5075-4c94-8a2c-23c8a34e31d7 req-c23d0469-4926-4e6d-8b77-038817a11f52 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 May 23 13:06:40.006711 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:40.036090 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=6fbd7c2c-8dd7-4e7b-9f86-9aa1b36f4ff4,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:40.098711 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (d8f4675f-5ebd-4fd7-90f3-804b1d519192), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:40.101156 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:40.105115 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-139d2239-cf44-4afa-a0fd-8d64ed3e7fa2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/floatingips/d8f4675f-5ebd-4fd7-90f3-804b1d519192 HTTP/1.1" status: 204 len: 168 time: 0.5070179 May 23 13:06:40.179305 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d607a0-b3ed-429e-ad39-18a37f0c9883 req-db69a697-c6e4-468e-bdb2-8f7b1e998467 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:40.180813 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2d607a0-b3ed-429e-ad39-18a37f0c9883 req-db69a697-c6e4-468e-bdb2-8f7b1e998467 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0539942 May 23 13:06:40.236717 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2d607a0-b3ed-429e-ad39-18a37f0c9883 req-1b11909a-710a-47b4-8c53-da4be779f3ea tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502954 May 23 13:06:40.944549 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34bda-10b2-43be-a69c-168223af5e60 req-55ded351-e457-4990-afe1-3ab59120a807 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:40.946016 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-76b34bda-10b2-43be-a69c-168223af5e60 req-55ded351-e457-4990-afe1-3ab59120a807 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0460510 May 23 13:06:40.992000 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-76b34bda-10b2-43be-a69c-168223af5e60 req-d6fd9f6a-9d79-4215-8c5d-d28d46f86e95 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406168 May 23 13:06:41.349254 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f12fdd-d331-4faf-86eb-0d05a7304cd3 req-78fbd3a3-fd1b-4e79-971d-0994197eedeb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:41.350742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24f12fdd-d331-4faf-86eb-0d05a7304cd3 req-78fbd3a3-fd1b-4e79-971d-0994197eedeb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0465734 May 23 13:06:41.399920 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24f12fdd-d331-4faf-86eb-0d05a7304cd3 req-8dfff62e-a92f-46fc-8dad-79f8e09b72db tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438745 May 23 13:06:42.110393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df720d-d0ad-4452-9d30-3c44322b7afd req-cdf851dd-4105-4865-ab36-b7141e7f7a4f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:42.111811 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e7df720d-d0ad-4452-9d30-3c44322b7afd req-cdf851dd-4105-4865-ab36-b7141e7f7a4f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 943 time: 0.0453148 May 23 13:06:42.153590 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:42.158569 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e7df720d-d0ad-4452-9d30-3c44322b7afd req-0b30115a-d4e2-4db8-a478-665b5624406e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414050 May 23 13:06:42.512343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eeb14-2313-4ca3-9fd0-0594daec6e11 req-6a7c0ec0-b329-450c-be3f-ab707af23f02 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:42.513818 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-209eeb14-2313-4ca3-9fd0-0594daec6e11 req-6a7c0ec0-b329-450c-be3f-ab707af23f02 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0475519 May 23 13:06:42.561017 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-209eeb14-2313-4ca3-9fd0-0594daec6e11 req-6a4b7b8a-5e7d-40ad-92e6-571c050e6109 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 May 23 13:06:42.764638 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:06:42.867259 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:06:42.878721 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'port_id': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'mac_address': 'fa:16:3e:20:c8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:06:42.914415 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port cee5aa36-f69a-432b-9f71-0cc93809d9a9 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:06:42.914797 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:42.927836 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee5aa36-f69a-432b-9f71-0cc93809d9a9 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:06:42.947448 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:06:43.021127 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:43.066879 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=9']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:43.279143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091630e-f09e-43ba-a44a-1188c21c184e req-a15c3ba7-4fb3-4e12-a5bb-7eae1ee2b16e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:43.280595 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7091630e-f09e-43ba-a44a-1188c21c184e req-a15c3ba7-4fb3-4e12-a5bb-7eae1ee2b16e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 944 time: 0.0511935 May 23 13:06:43.328822 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7091630e-f09e-43ba-a44a-1188c21c184e req-0a1d615a-0c94-46a5-b409-8f7c133dfb94 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428221 May 23 13:06:43.537117 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['cee5aa36-f69a-432b-9f71-0cc93809d9a9'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:06:43.680078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89a761-5a86-405c-a5bc-1df91f6109b0 req-56a70653-8bdd-4462-af03-efd0400df8c1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:43.681689 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6a89a761-5a86-405c-a5bc-1df91f6109b0 req-56a70653-8bdd-4462-af03-efd0400df8c1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0511858 May 23 13:06:43.728922 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6a89a761-5a86-405c-a5bc-1df91f6109b0 req-2827d8a3-60a5-4d15-92c2-3d16afdacba5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414028 May 23 13:06:44.123141 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:44.158960 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07de4ea-b3a3-4fae-a496-d770b1043c64 req-b1b618d5-a5d1-4f55-a4c4-fa3d20034791 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:44.160416 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c07de4ea-b3a3-4fae-a496-d770b1043c64 req-b1b618d5-a5d1-4f55-a4c4-fa3d20034791 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0468209 May 23 13:06:44.219450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c07de4ea-b3a3-4fae-a496-d770b1043c64 req-dbec9000-2c1d-4609-a42c-e72d82179905 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522130 May 23 13:06:44.448678 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1be9-0551-43b2-8ecc-367d165f40aa req-858ed795-0c7d-4b63-9f49-69b0e7087277 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:44.450168 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8dcd1be9-0551-43b2-8ecc-367d165f40aa req-858ed795-0c7d-4b63-9f49-69b0e7087277 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 944 time: 0.0483978 May 23 13:06:44.497123 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8dcd1be9-0551-43b2-8ecc-367d165f40aa req-c7307151-053c-458a-a176-dc706b7b5a86 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405965 May 23 13:06:44.778096 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:06:44.822966 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port cee5aa36-f69a-432b-9f71-0cc93809d9a9 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:06:44.823330 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:44.847133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12298c1-9a8f-42c8-a7b6-464641b86bbe req-6e752bcf-a3c0-4d4c-b7b5-52c979f69e04 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:44.848635 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b12298c1-9a8f-42c8-a7b6-464641b86bbe req-6e752bcf-a3c0-4d4c-b7b5-52c979f69e04 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0484996 May 23 13:06:44.898564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b12298c1-9a8f-42c8-a7b6-464641b86bbe req-473efe58-8785-4435-a1c9-0f64d8b29f63 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442894 May 23 13:06:44.898900 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port cee5aa36-f69a-432b-9f71-0cc93809d9a9 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:06:44.899283 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:44.924173 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:06:44.926356 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2151183-1ca9-4ac5-b708-90ff3d2e4ecb" -d '{"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-plugged", "status": "completed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:06:44.938566 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:06:44.962958 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e9cff5-0285-4fd5-beb8-8462adff4578 x-openstack-request-id: req-e7e9cff5-0285-4fd5-beb8-8462adff4578 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:06:44.963245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-plugged", "status": "completed", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:06:44.963499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7e9cff5-0285-4fd5-beb8-8462adff4578 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:06:44.963914 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e9cff5-0285-4fd5-beb8-8462adff4578'] response: {'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'code': 200} May 23 13:06:44.998452 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:45.044338 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=10']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:45.094667 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-87423775-9607-4c90-b9ca-54607d14680c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:45.096125 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-87423775-9607-4c90-b9ca-54607d14680c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0542912 May 23 13:06:45.332520 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a617073-d57d-4cb9-9879-6bfbad6dc84c req-948c3cda-d10b-4926-bb81-72e37a77eef8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:45.333990 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1a617073-d57d-4cb9-9879-6bfbad6dc84c req-948c3cda-d10b-4926-bb81-72e37a77eef8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 946 time: 0.0471592 May 23 13:06:45.380745 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1a617073-d57d-4cb9-9879-6bfbad6dc84c req-b7a810f2-6960-4749-b5b2-d8b9e225f2d1 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f79f06b-f360-46f2-b440-6288bc80aca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 May 23 13:06:45.498989 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:06:45.499760 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:45.628236 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] For port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:06:45.628596 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:45.644870 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:45.654549 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0491579-f265-4814-b46c-1b105ebda8e9 req-be77c226-a166-4d6d-940e-07373ed605de tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:45.656154 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0491579-f265-4814-b46c-1b105ebda8e9 req-be77c226-a166-4d6d-940e-07373ed605de tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.0768018 May 23 13:06:45.810387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a52df-f48d-48fc-b55c-84f55b92913d req-77d5ac0f-bff3-4a45-9f16-c2f011f5eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:45.811896 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f60a52df-f48d-48fc-b55c-84f55b92913d req-77d5ac0f-bff3-4a45-9f16-c2f011f5eeef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 1130 time: 0.1046181 May 23 13:06:45.822714 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0491579-f265-4814-b46c-1b105ebda8e9 req-70a16938-44d9-4430-a1b3-4962f98a6550 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379006 May 23 13:06:45.897850 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:45.898231 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (f1010393-fc4b-42a4-94a7-c0d2a051de16), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:45.898546 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP f1010393-fc4b-42a4-94a7-c0d2a051de16 disassociated. External IP: 172.37.1.161, port: 97ab468b-d2e1-4b56-98d6-23dfeb309dc3. May 23 13:06:45.898887 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:06:45.909979 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f60a52df-f48d-48fc-b55c-84f55b92913d req-1efe7e0a-6635-40fd-96f5-b250e6cb22e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909147 May 23 13:06:46.011616 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:46.024147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42e70f-bfa2-4a79-bb73-fbf78a316d42 req-54ba7140-3fda-4621-9c79-381328e746be tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:46.025608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b42e70f-bfa2-4a79-bb73-fbf78a316d42 req-54ba7140-3fda-4621-9c79-381328e746be tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0547416 May 23 13:06:46.112817 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b42e70f-bfa2-4a79-bb73-fbf78a316d42 req-e580624d-2440-481a-8f68-271b0e23e713 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784686 May 23 13:06:46.177961 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (97ab468b-d2e1-4b56-98d6-23dfeb309dc3), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:46.206222 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=97ab468b-d2e1-4b56-98d6-23dfeb309dc3,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:46.316872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:06:46.417826 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:06:46.430120 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:06:46.435048 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=84 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:46.444677 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:06:46.445400 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:46.564958 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:06:46.682730 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:46.711425 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] No DVR routers for this DVR port 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:06:46.714519 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d7059875-e55f-45a4-9f16-9e65edef0448 req-440e61da-7d12-4f3e-aecb-052f0fe9a470 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 210 time: 0.0455027 May 23 13:06:46.715540 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:46.719606 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d6be7e66-2211-42e1-bf6e-c7cc9bf3d4fc req-56064d07-e522-4127-a4ba-6c2a3b32e673 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "DELETE /v2.0/ports/97ab468b-d2e1-4b56-98d6-23dfeb309dc3 HTTP/1.1" status: 204 len: 173 time: 1.3051224 May 23 13:06:46.719951 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'name': 'network-vif-deleted', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:06:46.722225 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52b874a-c251-4adb-b469-99b77d12695d" -d '{"events": [{"server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "name": "network-vif-deleted", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:06:46.759797 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c9d532-60e4-45e1-90b2-e2dac122a6c3 x-openstack-request-id: req-c1c9d532-60e4-45e1-90b2-e2dac122a6c3 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:06:46.760081 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01afbdf-8ced-4f91-b14c-b87b2fcf1506", "name": "network-vif-deleted", "tag": "97ab468b-d2e1-4b56-98d6-23dfeb309dc3", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:06:46.760324 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1c9d532-60e4-45e1-90b2-e2dac122a6c3 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:06:46.760745 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c9d532-60e4-45e1-90b2-e2dac122a6c3'] response: {'server_uuid': 'e01afbdf-8ced-4f91-b14c-b87b2fcf1506', 'name': 'network-vif-deleted', 'tag': '97ab468b-d2e1-4b56-98d6-23dfeb309dc3', 'status': 'completed', 'code': 200} May 23 13:06:46.767129 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:46.795409 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:06:46.803813 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:06:46.804411 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:46.906665 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:06:46.941575 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074f6e0-5daa-46f0-bb03-91e36e0c1e12 req-12400839-7dfe-40d9-9209-ea12b5f68e01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:46.943098 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3074f6e0-5daa-46f0-bb03-91e36e0c1e12 req-12400839-7dfe-40d9-9209-ea12b5f68e01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.0470548 May 23 13:06:46.995446 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3074f6e0-5daa-46f0-bb03-91e36e0c1e12 req-f2aba423-3aed-4409-b4b2-70c01af5ad60 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 May 23 13:06:47.092455 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:47.116662 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f89c-e020-4d90-b0af-04f38cd3c667 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:06:47.240263 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fead7-f318-4f88-8950-c8a43199ff17 req-ef440cb8-a8d8-4f2b-80bb-b0943884ca39 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:47.241761 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-923fead7-f318-4f88-8950-c8a43199ff17 req-ef440cb8-a8d8-4f2b-80bb-b0943884ca39 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0494311 May 23 13:06:47.292763 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-923fead7-f318-4f88-8950-c8a43199ff17 req-9e577631-89f4-436b-9d04-3995aec658da tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453408 May 23 13:06:47.343191 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de594762-e8aa-4b28-817c-2dc8d06ec358 None None] New status for floating IP f1010393-fc4b-42a4-94a7-c0d2a051de16: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:06:47.829647 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f21a8085-0b73-461d-a24a-ac017ef8fccf req-5ffb0b67-e537-4c6e-9ec2-b2aadc953c6d tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01afbdf-8ced-4f91-b14c-b87b2fcf1506 HTTP/1.1" status: 200 len: 210 time: 0.0298955 May 23 13:06:48.120584 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd275909-a43f-4d59-b62f-c29caac3d0c6 req-16616f24-eda9-4b35-be48-1d435d02f1bb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:48.122126 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dd275909-a43f-4d59-b62f-c29caac3d0c6 req-16616f24-eda9-4b35-be48-1d435d02f1bb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.0526004 May 23 13:06:48.170373 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dd275909-a43f-4d59-b62f-c29caac3d0c6 req-7a1ca3d2-3eab-4bd6-af57-5a7f7e6fbe72 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 May 23 13:06:48.408553 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed3aaf-a9af-47f1-8164-c8d57ad64e14 req-b2ab37cd-8a49-447f-b60a-541c82d66eb5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:48.410067 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfed3aaf-a9af-47f1-8164-c8d57ad64e14 req-b2ab37cd-8a49-447f-b60a-541c82d66eb5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0474467 May 23 13:06:48.468369 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfed3aaf-a9af-47f1-8164-c8d57ad64e14 req-7c38efb8-d69b-4b1b-b99b-c8989bebd92e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526481 May 23 13:06:48.800580 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:06:48.962876 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:06:48.963265 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 97ab468b-d2e1-4b56-98d6-23dfeb309dc3 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:06:49.025224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38652) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:49.080007 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1c135701-8ab3-480a-ba17-59df99ce86a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (0f79f06b-f360-46f2-b440-6288bc80aca1), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.107246 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1c135701-8ab3-480a-ba17-59df99ce86a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (0f79f06b-f360-46f2-b440-6288bc80aca1), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.212691 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1c135701-8ab3-480a-ba17-59df99ce86a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (0f79f06b-f360-46f2-b440-6288bc80aca1), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.215573 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1c135701-8ab3-480a-ba17-59df99ce86a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.217502 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1c135701-8ab3-480a-ba17-59df99ce86a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/security-groups/0f79f06b-f360-46f2-b440-6288bc80aca1 HTTP/1.1" status: 204 len: 168 time: 0.1905282 May 23 13:06:49.222832 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38658) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:49.230064 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135701-8ab3-480a-ba17-59df99ce86a2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f79f06b-f360-46f2-b440-6288bc80aca1,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:49.244318 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=75,neutron:UPDATE=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:49.267179 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.api.v2.resource [None req-c18d445d-e1c3-4ee1-ab9d-ca61e1bfa776 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] show failed (client error): The resource could not be found. May 23 13:06:49.268251 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-c18d445d-e1c3-4ee1-ab9d-ca61e1bfa776 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups/0f79f06b-f360-46f2-b440-6288bc80aca1 HTTP/1.1" status: 404 len: 347 time: 0.0436592 May 23 13:06:49.271136 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38660) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:49.402787 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445473b-21db-45cc-ba56-2b6f25cf3e78 req-25a70dab-9ca8-4124-89f4-b2f7237f3ab5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:49.404229 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e445473b-21db-45cc-ba56-2b6f25cf3e78 req-25a70dab-9ca8-4124-89f4-b2f7237f3ab5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.1488435 May 23 13:06:49.427334 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5aa207-5785-4438-8564-195ec0c6f762 req-8a34c440-e607-4db8-9cd5-c81d8ed6b2bd tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:49.428736 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8b5aa207-5785-4438-8564-195ec0c6f762 req-8a34c440-e607-4db8-9cd5-c81d8ed6b2bd tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.1311030 May 23 13:06:49.490049 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port c9433449-d83b-4ebe-b4e7-0d4cc53c49dd {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:06:49.490306 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.522398 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e445473b-21db-45cc-ba56-2b6f25cf3e78 req-b78c611c-b5cd-4c2c-8024-dcd1be2523ac tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113842 May 23 13:06:49.575722 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8b5aa207-5785-4438-8564-195ec0c6f762 req-69bb43b5-b870-430e-8bbf-cb095ed55e98 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239183 May 23 13:06:49.631853 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:49.635561 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.635884 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.659325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e106872-6ec7-45e6-866e-59320d829b14 req-d06c9aab-e64c-479a-a253-606140dae775 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:49.660756 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0e106872-6ec7-45e6-866e-59320d829b14 req-d06c9aab-e64c-479a-a253-606140dae775 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0688653 May 23 13:06:49.661903 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for c9433449-d83b-4ebe-b4e7-0d4cc53c49dd owned by network:floatingip {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:06:49.754564 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:49.763238 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0e106872-6ec7-45e6-866e-59320d829b14 req-1c8b7589-9831-4c45-b395-dd43245bdaa1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970407 May 23 13:06:49.930044 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (c9433449-d83b-4ebe-b4e7-0d4cc53c49dd), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:49.953185 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=c9433449-d83b-4ebe-b4e7-0d4cc53c49dd,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:50.025589 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (f1010393-fc4b-42a4-94a7-c0d2a051de16), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.028062 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.029424 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-dcf95052-61f9-4226-ac4a-5b27ba89f645 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/floatingips/f1010393-fc4b-42a4-94a7-c0d2a051de16 HTTP/1.1" status: 204 len: 168 time: 0.7569292 May 23 13:06:50.195700 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38668) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:50.200291 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-f177e38c-f70e-4ab9-ac2e-1b2e484bbbcc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061658672', 'description': 'tempest-description--1292693087'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:06:50.284376 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f177e38c-f70e-4ab9-ac2e-1b2e484bbbcc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.351653 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f177e38c-f70e-4ab9-ac2e-1b2e484bbbcc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (2b16e4bb-6c4f-4df6-be52-4120adc93ef5), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.420948 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f177e38c-f70e-4ab9-ac2e-1b2e484bbbcc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2b16e4bb-6c4f-4df6-be52-4120adc93ef5), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.450582 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177e38c-f70e-4ab9-ac2e-1b2e484bbbcc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b16e4bb-6c4f-4df6-be52-4120adc93ef5,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:50.515788 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f177e38c-f70e-4ab9-ac2e-1b2e484bbbcc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.517105 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f177e38c-f70e-4ab9-ac2e-1b2e484bbbcc tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3203735 May 23 13:06:50.519892 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38670) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:50.524521 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-f3859346-314f-43af-8c23-898bb6ae7cd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': '2b16e4bb-6c4f-4df6-be52-4120adc93ef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:06:50.629045 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3859346-314f-43af-8c23-898bb6ae7cd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (54eb72f9-9e4d-4ab7-a500-cf75a63458a0), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.723547 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf748bfe-bb21-4116-86b3-8743f3b8a991 req-872d1636-0869-46d8-9662-a63562192952 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:50.725027 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf748bfe-bb21-4116-86b3-8743f3b8a991 req-872d1636-0869-46d8-9662-a63562192952 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.0758348 May 23 13:06:50.753470 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3859346-314f-43af-8c23-898bb6ae7cd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (54eb72f9-9e4d-4ab7-a500-cf75a63458a0), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.783476 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cf748bfe-bb21-4116-86b3-8743f3b8a991 req-12becd5f-81ca-46ed-b9ea-0b0bd6152555 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526810 May 23 13:06:50.821653 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3859346-314f-43af-8c23-898bb6ae7cd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (54eb72f9-9e4d-4ab7-a500-cf75a63458a0), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.851072 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3859346-314f-43af-8c23-898bb6ae7cd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54eb72f9-9e4d-4ab7-a500-cf75a63458a0,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:50.887369 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3c573-d817-451c-b1ce-d36a87c76258 req-43a2d3e3-64a0-45ec-b917-57dd81754361 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:50.888818 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d3b3c573-d817-451c-b1ce-d36a87c76258 req-43a2d3e3-64a0-45ec-b917-57dd81754361 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0515661 May 23 13:06:50.930945 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f3859346-314f-43af-8c23-898bb6ae7cd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:50.932087 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f3859346-314f-43af-8c23-898bb6ae7cd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112847 May 23 13:06:50.934896 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38676) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:50.939583 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-bbfe2799-b5ed-4360-90b5-fc65f31cf786 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': '2b16e4bb-6c4f-4df6-be52-4120adc93ef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:06:50.939772 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d3b3c573-d817-451c-b1ce-d36a87c76258 req-a8cf604c-88c8-40f9-9c50-150ca763222b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 May 23 13:06:51.015990 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2799-b5ed-4360-90b5-fc65f31cf786 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (79a8b734-438d-40cf-9e4d-b70f0a40e58c), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.071694 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2799-b5ed-4360-90b5-fc65f31cf786 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (79a8b734-438d-40cf-9e4d-b70f0a40e58c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.080904 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-0f9edb97-80f3-460b-aedb-070678dbd856 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:51.082372 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-0f9edb97-80f3-460b-aedb-070678dbd856 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 945 time: 0.0508804 May 23 13:06:51.135884 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2799-b5ed-4360-90b5-fc65f31cf786 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (79a8b734-438d-40cf-9e4d-b70f0a40e58c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.154178 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:51.156630 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe2799-b5ed-4360-90b5-fc65f31cf786 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a8b734-438d-40cf-9e4d-b70f0a40e58c,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:51.163596 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:51.166856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Deleting port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:06:51.167197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.257111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] For port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:06:51.257469 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.266226 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bbfe2799-b5ed-4360-90b5-fc65f31cf786 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.267620 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-bbfe2799-b5ed-4360-90b5-fc65f31cf786 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3316255 May 23 13:06:51.272997 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38678) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:06:51.277465 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:06:51.383938 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.423403 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.423990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (54420cf2-ac68-40da-8297-a65770e6e02d), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.423990 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Floating IP 54420cf2-ac68-40da-8297-a65770e6e02d disassociated. External IP: 172.37.1.254, port: f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25. May 23 13:06:51.424333 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Calling delete_port for f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:06:51.459129 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:51.465848 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:51.469772 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.575820 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.37.1.24 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/e87101c2-ad2c-4fbb-9bfd-3d52ead5c750) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:06:51.618189 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.643734 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:51.646219 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event deleted for resources: {'Port': ['ID=f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:51.697121 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.756658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:06:51.819581 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.868889 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:06:51.872089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:06:51.872244 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:06:51.874558 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=e87101c2-ad2c-4fbb-9bfd-3d52ead5c750,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:51.876809 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:06:51.891058 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:06:51.901332 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:06:51.902209 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:51.917905 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:51.930401 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae6eac8-2fcd-48da-88bf-8e15eb9c132d req-da6d2762-0cf8-4e65-a66e-cd758cd713d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0694828 May 23 13:06:51.961024 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] No DVR routers for this DVR port f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:06:51.963837 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:51.967140 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c471b8cc-5639-4c73-9d4d-2d23e75712d7 req-2d23d3c0-e1bc-4412-a150-6c5a15d10891 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "DELETE /v2.0/ports/f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 HTTP/1.1" status: 204 len: 173 time: 0.8800216 May 23 13:06:51.968527 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'name': 'network-vif-deleted', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:06:51.978580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e8722-ddcb-4301-ac34-2819e179f818" -d '{"events": [{"server_uuid": "7064ed49-237d-441d-a087-70b195245624", "name": "network-vif-deleted", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:06:51.987352 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (801696fd-06ec-4d0c-9d23-e4927ea71a6e), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:52.011854 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:06:52.044103 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf55743-d146-457c-b2b8-23addacc5ee5 x-openstack-request-id: req-ccf55743-d146-457c-b2b8-23addacc5ee5 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:06:52.044416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7064ed49-237d-441d-a087-70b195245624", "name": "network-vif-deleted", "tag": "f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:06:52.044674 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccf55743-d146-457c-b2b8-23addacc5ee5 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:06:52.045079 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf55743-d146-457c-b2b8-23addacc5ee5'] response: {'server_uuid': '7064ed49-237d-441d-a087-70b195245624', 'name': 'network-vif-deleted', 'tag': 'f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25', 'status': 'completed', 'code': 200} May 23 13:06:52.124901 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e9506-c53c-4ddb-9cf2-52951fd8e59e req-425648ad-e254-4d9a-8bd1-9c91e33fcb94 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:52.126705 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ea6e9506-c53c-4ddb-9cf2-52951fd8e59e req-425648ad-e254-4d9a-8bd1-9c91e33fcb94 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0678086 May 23 13:06:52.150103 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:52.184551 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:52.191796 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ea6e9506-c53c-4ddb-9cf2-52951fd8e59e req-2d6f8d0f-162a-49c8-a94b-e3f7fc43349f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577753 May 23 13:06:52.312562 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:52.337098 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:06:52.341551 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:52.346583 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:06:52.347195 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:52.357563 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:52.407461 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:52.450706 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:06:52.483130 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=e87101c2-ad2c-4fbb-9bfd-3d52ead5c750,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:52.497471 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (801696fd-06ec-4d0c-9d23-e4927ea71a6e), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:52.580821 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:52.582107 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-29bc4f39-0761-4a7a-904a-ce39356b413f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3081017 May 23 13:06:52.646947 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:06:52.672738 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228cdd7-c1ea-43fe-ba33-3b2757e2933c None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:06:52.750704 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-87d4a4c8-7864-4a56-b16d-c064e58f5d76 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1061658672&fields=id&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 267 time: 0.0476885 May 23 13:06:52.860999 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-d08cb321-2bc4-4290-8062-5297ba32e4c4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:52.862538 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-d08cb321-2bc4-4290-8062-5297ba32e4c4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.1053574 May 23 13:06:52.878803 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-fec0c7e5-99c9-41cc-a68f-4843f2bcfdd3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/quotas/0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 375 time: 0.0109310 May 23 13:06:52.907303 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbfa14-b1d6-4189-b45b-566df2fc677c None None] New status for floating IP 54420cf2-ac68-40da-8297-a65770e6e02d: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:06:52.910085 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:52.934844 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-1eec06a5-cbba-4592-97a6-e9e2bd3fd76a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506630 May 23 13:06:53.049555 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-92b57862-026a-49c5-8d7e-07785b88f7ad req-7ccb96b4-c3e5-44a3-b3c7-d61aa6ce98fb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=7064ed49-237d-441d-a087-70b195245624 HTTP/1.1" status: 200 len: 210 time: 0.0296478 May 23 13:06:53.144056 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:53.154834 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-b06b1020-3d96-4da2-b449-503ad53a32cb service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057915 May 23 13:06:53.260440 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-721dcd95-a25b-4ea2-87a8-5f832d761ba2 service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989628 May 23 13:06:53.328725 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157fc0c-eef9-47d1-bcc1-b2bc2e261fdd req-47e3f897-6746-43f4-b864-ca4bf68e20fe tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:53.330274 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a157fc0c-eef9-47d1-bcc1-b2bc2e261fdd req-47e3f897-6746-43f4-b864-ca4bf68e20fe tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0538106 May 23 13:06:53.381171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a157fc0c-eef9-47d1-bcc1-b2bc2e261fdd req-4dc42e59-5166-4232-b30a-37420cc294ab tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438130 May 23 13:06:53.502062 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-33cae321-88bc-41b9-b7ef-28060ba206d7 req-6e48d946-58c5-4d3b-b75b-652913ede7fb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 210 time: 0.0310073 May 23 13:06:54.270330 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-dfc10322-56a3-4189-b372-e8f8f56cdfdf tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267520630&fields=id&tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 267 time: 0.0444779 May 23 13:06:54.374937 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-5c9755d1-c871-4687-8801-08125f242166 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:54.376392 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-5c9755d1-c871-4687-8801-08125f242166 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 812 time: 0.0994084 May 23 13:06:54.391465 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-b21828c0-6612-4ae3-8420-1876b22d048f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/quotas/c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 375 time: 0.0097475 May 23 13:06:54.443648 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-75b65454-148d-4539-acdd-611b5f581b5d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469477 May 23 13:06:54.498182 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb9f2c-ae54-4aaf-93de-ab437afa209d req-9a58086d-2528-4328-874f-04068f43983d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:54.500270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-67cb9f2c-ae54-4aaf-93de-ab437afa209d req-9a58086d-2528-4328-874f-04068f43983d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0511074 May 23 13:06:54.603539 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-67cb9f2c-ae54-4aaf-93de-ab437afa209d req-a0ca5a5d-5354-4044-9543-34e661ac2cf1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963585 May 23 13:06:54.627764 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-4fbce0a4-642b-4856-ac71-c773fa6e1b04 service neutron] 10.222.0.30 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690550 May 23 13:06:54.640800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:54.712484 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e7abd3bc-d49e-4997-aa25-e75e69627586 req-4ae293d3-2649-4164-b672-aaa07a2e482f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 210 time: 0.0344393 May 23 13:06:54.743447 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-d665dfb1-822a-4f77-b978-2ed3591c1b3a service neutron] 10.222.0.30 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096411 May 23 13:06:54.825609 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:06:54.852206 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:06:54.852206 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device f95dc9f5-1a3c-4215-a5ac-f9399e3cbc25 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:06:55.261612 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:55.355159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:55.379182 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfcea3-9ef3-4e28-ae63-716f9e8c9559 req-108b4b0c-20e1-4922-9055-4e9909fe3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:55.380537 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-85dfcea3-9ef3-4e28-ae63-716f9e8c9559 req-108b4b0c-20e1-4922-9055-4e9909fe3b51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.3056283 May 23 13:06:55.382279 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0afd14c-2b52-420b-ae2c-f9389019f3f4 req-9b2b1fe6-c862-4b11-8b90-c1028f956dcd tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 210 time: 0.0349414 May 23 13:06:55.431140 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-85dfcea3-9ef3-4e28-ae63-716f9e8c9559 req-ec10714f-8882-4009-94cb-4e5bedda920f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444124 May 23 13:06:55.719701 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758126b0-98a7-4362-bece-d389c3ce4085 req-0918a62b-f9d1-4937-9a56-fec207786a1b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:55.721174 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-758126b0-98a7-4362-bece-d389c3ce4085 req-0918a62b-f9d1-4937-9a56-fec207786a1b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0494139 May 23 13:06:55.769810 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-758126b0-98a7-4362-bece-d389c3ce4085 req-ea9cce35-d07c-433b-ad99-a171a6f58432 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428398 May 23 13:06:55.811058 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83e20140-20c4-49ce-ab64-27488ae1f825 req-23252b6f-6e8c-433f-a649-44612b7d3724 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 210 time: 0.0296378 May 23 13:06:56.477004 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ba33e07-383b-4a3c-9789-ce5524f548c7 req-61f035a2-60ff-4ca4-94a9-dc21cb200033 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 210 time: 0.0272615 May 23 13:06:56.905386 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4e09d-03e0-4038-8c0e-92cc5a960894 req-31f70f3c-9d7f-4935-823e-7fff72ff6ad4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:56.907458 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-80b4e09d-03e0-4038-8c0e-92cc5a960894 req-31f70f3c-9d7f-4935-823e-7fff72ff6ad4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0655065 May 23 13:06:56.924996 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9d3c3367-bba3-4754-a3a6-fe0dc3d7b4b9 req-0a55fd5a-3687-47e0-882c-e9727558b75c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 210 time: 0.0422785 May 23 13:06:56.970004 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-80b4e09d-03e0-4038-8c0e-92cc5a960894 req-77e723c1-3927-4774-9055-eecb96cd027d tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475423 May 23 13:06:57.097703 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b053d282-529e-40ce-87cc-f7bc329d2d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:57.308999 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:57.351040 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-e606ed3d-4833-45a4-ab08-33ecea8d0b97 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:57.352467 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-e606ed3d-4833-45a4-ab08-33ecea8d0b97 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.1063828 May 23 13:06:57.419607 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-5ab475ad-f054-4aa9-8638-74cce2f27561 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 380 time: 0.0536301 May 23 13:06:57.433635 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'port': {'device_id': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'admin_state_up': True, 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'security_groups': ['2b16e4bb-6c4f-4df6-be52-4120adc93ef5']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:06:57.578601 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88a99162-0f55-4bc6-bc97-208830362f59 req-739c104e-8a45-48c8-bff4-9197a1d3f1d6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 210 time: 0.0278640 May 23 13:06:57.632634 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Made reservation on behalf of 0ae347c79fe74082906f0d8eb9dc6677 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:06:57.636163 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:57.767145 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.20.0.14 (27240b79-2fbf-4ada-bcf2-ef920669591c/35a5372e-c37d-4b81-ac97-3ca02837c6d7/8c28d9a8-a92e-43b7-8036-2badecfe93cd) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:06:57.779339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:57.917749 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:58.023873 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fa1e8b3f-b923-4acb-a3e6-ad73832adaca req-239f88b2-3f5a-4934-87eb-530433fa50f5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 210 time: 0.0307899 May 23 13:06:58.024105 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:58.086055 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:58.161114 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:06:58.173044 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:06:58.178510 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=8c28d9a8-a92e-43b7-8036-2badecfe93cd,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:58.182124 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:06:58.193495 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2dc08-383c-4523-8558-4235e86e8f71 req-c66adcea-5ec6-41fb-9add-65bd37d864af tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:58.195055 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5af2dc08-383c-4523-8558-4235e86e8f71 req-c66adcea-5ec6-41fb-9add-65bd37d864af tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.1352308 May 23 13:06:58.284941 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:58.285608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:58.333082 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5af2dc08-383c-4523-8558-4235e86e8f71 req-dc0eeb4f-cd71-4081-87a7-4b14a81004ff tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120291 May 23 13:06:58.340622 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-866730fb-47fd-4793-93e3-4cccddf71803 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:58.342081 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-866730fb-47fd-4793-93e3-4cccddf71803 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 812 time: 0.2778730 May 23 13:06:58.416608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-302e2ca4-ebe6-4543-9984-eee7c538c215 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9872313 May 23 13:06:58.435006 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-418105e4-0691-4ef4-9f38-ad5465050c28 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 379 time: 0.0671575 May 23 13:06:58.469156 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-e6fb9f25-7b9c-47d7-b574-6c3ca5388898 None None] Provisioning complete for port 8c28d9a8-a92e-43b7-8036-2badecfe93cd triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:06:58.469727 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e6fb9f25-7b9c-47d7-b574-6c3ca5388898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:58.509780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'port': {'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'admin_state_up': True, 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'security_groups': ['53e26d76-a5bb-4f68-957b-73a90c6790f2']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:06:58.514129 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Request body: {'port': {'device_id': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:06:58.516489 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb9f25-7b9c-47d7-b574-6c3ca5388898 None None] Port 8c28d9a8-a92e-43b7-8036-2badecfe93cd cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:06:58.597310 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-34cd2975-3e1c-4738-b2c7-e119e0d49b6f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535150 May 23 13:06:58.649658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:58.681052 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c206f3e-4cc7-475c-8750-14051bef370e req-1554031b-1a21-42eb-bca6-8abde2edb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:58.682671 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-1554031b-1a21-42eb-bca6-8abde2edb2de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 1129 time: 0.0461829 May 23 13:06:58.705242 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5e25511-a4f2-4cad-834e-17c1bd905dba req-12cd4861-e0a0-4916-abf4-fc75971bfb01 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 210 time: 0.0484302 May 23 13:06:58.761907 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:58.793648 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c206f3e-4cc7-475c-8750-14051bef370e req-b2530ec1-b497-4ce6-8eaa-5083e79ae0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:58.795049 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-b2530ec1-b497-4ce6-8eaa-5083e79ae0fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.0899296 May 23 13:06:58.846265 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-73c838b5-5166-48b8-818a-f69fddc1451f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48 HTTP/1.1" status: 200 len: 217 time: 0.0431154 May 23 13:06:58.849932 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Made reservation on behalf of c7ef8e9bc68d4e60b8993eac9f160a65 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:06:58.853476 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:58.886451 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:58.900659 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c206f3e-4cc7-475c-8750-14051bef370e req-02716c51-6b46-48bc-83f9-c5ced7f13885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:58.902143 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-02716c51-6b46-48bc-83f9-c5ced7f13885 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0483298 May 23 13:06:58.959051 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c206f3e-4cc7-475c-8750-14051bef370e req-fd04601c-a6f1-4882-89b4-be055f3a4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:58.960674 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-fd04601c-a6f1-4882-89b4-be055f3a4f0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417824 May 23 13:06:59.025720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f25fd-e99b-450e-bf30-20e71dfaae05 req-706ec7c5-30a4-4d19-ab62-35db54f0e47e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:59.027631 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-265f25fd-e99b-450e-bf30-20e71dfaae05 req-706ec7c5-30a4-4d19-ab62-35db54f0e47e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.1502376 May 23 13:06:59.065604 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-1b807260-344f-4e24-8b09-9a7145a011c0 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942702 May 23 13:06:59.093939 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:59.123808 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-129840c8-923a-4025-85dd-eca7fc735118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:59.125947 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-129840c8-923a-4025-85dd-eca7fc735118 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.1326351 May 23 13:06:59.160272 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-b5d47800-bd91-46d8-93f3-ed161d34340c service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871127 May 23 13:06:59.287881 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-265f25fd-e99b-450e-bf30-20e71dfaae05 req-95a6e302-d452-4c2b-a67a-744c26583424 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328899 May 23 13:06:59.292008 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Allocated IP 172.20.0.7 (b8997ea7-0013-4a19-8df5-a24d1eca94b5/e33a9d5e-e842-4e60-924f-a64ae9b86bde/bfe7ce80-1e0d-4d50-b178-8416be1a709c) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:06:59.299525 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2997314-bc31-4ff4-bf58-a92dbf3e4ea9 req-b973da3a-69ae-4206-b796-906a646ca63f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:59.300989 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2997314-bc31-4ff4-bf58-a92dbf3e4ea9 req-b973da3a-69ae-4206-b796-906a646ca63f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 932 time: 0.1825304 May 23 13:06:59.368143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c28d9a8-a92e-43b7-8036-2badecfe93cd {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:06:59.397262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Publish callbacks [] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:59.464267 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Transition to ACTIVE for port object 8c28d9a8-a92e-43b7-8036-2badecfe93cd will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:06:59.466629 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:06:59.473042 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2997314-bc31-4ff4-bf58-a92dbf3e4ea9 req-d7aa3bd0-f2be-4be4-ac15-b4e439dfea36 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647878 May 23 13:06:59.474138 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-c216a896-623d-46a3-bed7-af3da8605519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:59.475357 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f9634635-4295-4a98-9041-8e538d0513ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:59.475875 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-c216a896-623d-46a3-bed7-af3da8605519 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.3261404 May 23 13:06:59.542672 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:59.629233 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:59.676514 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28d9a8-a92e-43b7-8036-2badecfe93cd,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:59.688897 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-80643d95-69d9-4539-bc8a-538dbc08bb40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 1002 time: 0.1423211 May 23 13:06:59.802865 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:59.833325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-5b7fbe5f-b4d8-4c14-b2fe-6f6f87e5e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:59.843667 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-5b7fbe5f-b4d8-4c14-b2fe-6f6f87e5e66b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.1151168 May 23 13:06:59.886565 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5a86c-5365-4b51-8ccd-8a787bdd0cb5 req-2f4ed8bf-a8f3-4395-8d10-45af9c245cb7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:06:59.887942 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1e5a86c-5365-4b51-8ccd-8a787bdd0cb5 req-2f4ed8bf-a8f3-4395-8d10-45af9c245cb7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 931 time: 0.1042607 May 23 13:06:59.902780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:06:59.905379 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Attempting to bind port 8c28d9a8-a92e-43b7-8036-2badecfe93cd on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:06:59.905717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Attempting to bind port 8c28d9a8-a92e-43b7-8036-2badecfe93cd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:06:59.906116 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Attempting to bind port 8c28d9a8-a92e-43b7-8036-2badecfe93cd on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:06:59.919636 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:06:59.930102 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:06:59.930915 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Port 8c28d9a8-a92e-43b7-8036-2badecfe93cd on network 27240b79-2fbf-4ada-bcf2-ef920669591c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:06:59.931237 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Attempting to bind port 8c28d9a8-a92e-43b7-8036-2badecfe93cd on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:06:59.933984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=bfe7ce80-1e0d-4d50-b178-8416be1a709c,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:06:59.963316 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:06:59.963658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Checking segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:06:59.964042 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Bound using segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:06:59.964489 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Bound port: 8c28d9a8-a92e-43b7-8036-2badecfe93cd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:06:59.964846 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:06:59.972307 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:00.027812 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:00.027812 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:00.051609 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1e5a86c-5365-4b51-8ccd-8a787bdd0cb5 req-fb633e20-a98a-4766-88b0-7a88944e0930 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517966 May 23 13:07:00.120329 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] For port 8c28d9a8-a92e-43b7-8036-2badecfe93cd, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:07:00.139224 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] For port 8c28d9a8-a92e-43b7-8036-2badecfe93cd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c28d9a8-a92e-43b7-8036-2badecfe93cd,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:07:00.144708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-8b1417c0-7419-4385-aca8-83ea516e7205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:00.146222 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-8b1417c0-7419-4385-aca8-83ea516e7205 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555925 May 23 13:07:00.149951 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-3531f1ca-a22d-4147-ab04-8373e74c762c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6516128 May 23 13:07:00.169904 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-9eb2af47-207e-4665-b04b-247f20c5859a None None] Provisioning complete for port bfe7ce80-1e0d-4d50-b178-8416be1a709c triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:07:00.170266 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9eb2af47-207e-4665-b04b-247f20c5859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:00.176547 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Request body: {'port': {'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:00.208453 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2af47-207e-4665-b04b-247f20c5859a None None] Port bfe7ce80-1e0d-4d50-b178-8416be1a709c cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:07:00.239180 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:00.294671 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:00.295299 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:00.297393 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] 10.222.0.49 "PUT /v2.0/ports/8c28d9a8-a92e-43b7-8036-2badecfe93cd HTTP/1.1" status: 200 len: 1094 time: 1.7901967 May 23 13:07:00.302141 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:00.304344 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d397cdb-54fd-480f-b14b-51b9b74cdba6" -d '{"events": [{"name": "network-changed", "server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:00.579067 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:00.582311 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:00.588930 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b736ef1-1ef1-4026-a751-55b55642802e x-openstack-request-id: req-9b736ef1-1ef1-4026-a751-55b55642802e {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:00.588930 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:00.588930 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b736ef1-1ef1-4026-a751-55b55642802e {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:00.588930 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b736ef1-1ef1-4026-a751-55b55642802e'] response: {'name': 'network-changed', 'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'status': 'completed', 'code': 200} May 23 13:07:00.649128 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:00.650927 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6742-8a7c-49e3-b21a-6404305b8a60 service neutron] Pushing event updated for resources: {'Port': ['ID=8c28d9a8-a92e-43b7-8036-2badecfe93cd,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:00.709491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-9cc13fff-7226-44bf-b137-e63db959d2a3 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442986 May 23 13:07:00.752621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8df88b-b9d3-483a-8948-9c0ff2e996bd req-a23d6957-dcad-4859-b270-bcad387a46ae tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:00.754076 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e8df88b-b9d3-483a-8948-9c0ff2e996bd req-a23d6957-dcad-4859-b270-bcad387a46ae tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 944 time: 0.1628175 May 23 13:07:00.754969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d397cdb-54fd-480f-b14b-51b9b74cdba6 req-8b00bdd9-5fc1-4a16-a9e4-5e5824df6666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:00.756278 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d397cdb-54fd-480f-b14b-51b9b74cdba6 req-8b00bdd9-5fc1-4a16-a9e4-5e5824df6666 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 1128 time: 0.1661482 May 23 13:07:00.819475 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea743-fef6-4735-9d05-eb7e0d20124f req-76a9c724-f193-43d7-9418-c5c5b38046f0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:00.820882 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-caeea743-fef6-4735-9d05-eb7e0d20124f req-76a9c724-f193-43d7-9418-c5c5b38046f0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.2287459 May 23 13:07:00.992018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:01.026599 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e8df88b-b9d3-483a-8948-9c0ff2e996bd req-39f0837b-f94e-4c22-a13a-719ccfb6d410 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487841 May 23 13:07:01.042342 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-755bec64-7971-4506-a453-62d81ec65fcc service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254874 May 23 13:07:01.103055 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-caeea743-fef6-4735-9d05-eb7e0d20124f req-1a82202d-60fb-4ed3-99c1-13bcf4513ec9 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697296 May 23 13:07:01.104170 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d397cdb-54fd-480f-b14b-51b9b74cdba6 req-43490897-f58f-4339-905e-82f7bbf7f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:01.105533 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d397cdb-54fd-480f-b14b-51b9b74cdba6 req-43490897-f58f-4339-905e-82f7bbf7f924 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3288524 May 23 13:07:01.269923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc2a3e-5800-4190-b735-59c47b4c46f4 req-791520aa-1fc5-49a3-8fbd-d232e7475e07 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:01.271277 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88fc2a3e-5800-4190-b735-59c47b4c46f4 req-791520aa-1fc5-49a3-8fbd-d232e7475e07 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 931 time: 0.1384504 May 23 13:07:01.362300 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d397cdb-54fd-480f-b14b-51b9b74cdba6 req-845d5b99-869f-41a5-97ad-05fb515967f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:01.363752 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d397cdb-54fd-480f-b14b-51b9b74cdba6 req-845d5b99-869f-41a5-97ad-05fb515967f0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1679211 May 23 13:07:01.389373 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88fc2a3e-5800-4190-b735-59c47b4c46f4 req-2fa76023-2d38-43e5-8092-f0fac070312c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093426 May 23 13:07:01.434388 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe7ce80-1e0d-4d50-b178-8416be1a709c {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:07:01.442369 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Publish callbacks [] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:01.455400 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Transition to ACTIVE for port object bfe7ce80-1e0d-4d50-b178-8416be1a709c will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:07:01.532565 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:01.585932 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe7ce80-1e0d-4d50-b178-8416be1a709c,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:01.665370 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Attempting to bind port bfe7ce80-1e0d-4d50-b178-8416be1a709c on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:07:01.665797 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Attempting to bind port bfe7ce80-1e0d-4d50-b178-8416be1a709c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:07:01.666213 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Attempting to bind port bfe7ce80-1e0d-4d50-b178-8416be1a709c on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:07:01.671401 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Port bfe7ce80-1e0d-4d50-b178-8416be1a709c on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:07:01.672402 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Attempting to bind port bfe7ce80-1e0d-4d50-b178-8416be1a709c on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:07:01.677552 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:07:01.677906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Checking segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:07:01.678304 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Bound using segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:07:01.678737 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Bound port: bfe7ce80-1e0d-4d50-b178-8416be1a709c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:07:01.679097 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:01.745089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] For port bfe7ce80-1e0d-4d50-b178-8416be1a709c, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:07:01.748231 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] For port bfe7ce80-1e0d-4d50-b178-8416be1a709c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:07:01.812667 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:01.838952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:01.854152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:01.854787 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:01.856169 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] 10.222.0.49 "PUT /v2.0/ports/bfe7ce80-1e0d-4d50-b178-8416be1a709c HTTP/1.1" status: 200 len: 1093 time: 1.6834309 May 23 13:07:01.871158 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7394868-8552-4bc9-8976-7348a42f1720 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe7ce80-1e0d-4d50-b178-8416be1a709c,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:01.926349 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:02.149742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb2c4-fd50-4833-9bf9-2f3d1afcc3ae req-f19a42d2-e6e7-42c4-a6a2-5d563a5b9b7f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:02.151368 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b3fb2c4-fd50-4833-9bf9-2f3d1afcc3ae req-f19a42d2-e6e7-42c4-a6a2-5d563a5b9b7f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 944 time: 0.0493326 May 23 13:07:02.164510 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:02.239067 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572e9bb-4e54-4dcc-bc47-1ccddde132fd req-930504ff-9470-40b0-86a5-70237e9d9ab5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:02.240519 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2572e9bb-4e54-4dcc-bc47-1ccddde132fd req-930504ff-9470-40b0-86a5-70237e9d9ab5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0651550 May 23 13:07:02.244286 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b3fb2c4-fd50-4833-9bf9-2f3d1afcc3ae req-6399a379-8fdb-4e10-b087-344a761453ac tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863369 May 23 13:07:02.290211 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2572e9bb-4e54-4dcc-bc47-1ccddde132fd req-23792b9b-7cc8-4ad9-a301-558d04f9fec6 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438130 May 23 13:07:02.503064 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef9d2-f778-4ebf-a1e3-406d79b81c2b req-18c88ab9-1438-4bce-a2ab-b9ad71324a97 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:02.504603 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d7ef9d2-f778-4ebf-a1e3-406d79b81c2b req-18c88ab9-1438-4bce-a2ab-b9ad71324a97 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0463092 May 23 13:07:02.555403 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2d7ef9d2-f778-4ebf-a1e3-406d79b81c2b req-ac0a8e8a-eb2c-4120-87ff-73313cf53b6d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454669 May 23 13:07:02.589192 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:02.591436 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e49f0e8-8029-4e01-867f-45e4fd782316" -d '{"events": [{"name": "network-changed", "server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:02.625452 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a34138-1f28-407a-999a-81f22dda6a08 x-openstack-request-id: req-64a34138-1f28-407a-999a-81f22dda6a08 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:02.625745 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:02.626029 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64a34138-1f28-407a-999a-81f22dda6a08 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:02.626424 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a34138-1f28-407a-999a-81f22dda6a08'] response: {'name': 'network-changed', 'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'status': 'completed', 'code': 200} May 23 13:07:03.219532 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-fae60de1-1b2d-4bf9-9da9-4378c21d3014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.221061 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-fae60de1-1b2d-4bf9-9da9-4378c21d3014 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 1128 time: 0.0711851 May 23 13:07:03.222085 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f0e8-8029-4e01-867f-45e4fd782316 req-7ebc463e-2cae-4f71-a2e7-b016c7d57e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.223430 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e49f0e8-8029-4e01-867f-45e4fd782316 req-7ebc463e-2cae-4f71-a2e7-b016c7d57e86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 1127 time: 0.0636270 May 23 13:07:03.301508 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-708b575a-5c7a-46b1-9422-e4bb96b717fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c28d9a8-a92e-43b7-8036-2badecfe93cd HTTP/1.1" status: 200 len: 217 time: 0.0521641 May 23 13:07:03.438338 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:03.462300 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64036f-944e-4406-bf33-a53f6351cf4a req-e282b66f-a0c3-4f77-85df-86436ad8a07a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.466950 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb64036f-944e-4406-bf33-a53f6351cf4a req-e282b66f-a0c3-4f77-85df-86436ad8a07a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 944 time: 0.1341298 May 23 13:07:03.488193 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267ec7-7f2e-456a-8c43-63e039293a6d req-b9bdfa22-36cd-4358-8bd9-2fcbb708b1c4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.489515 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-00267ec7-7f2e-456a-8c43-63e039293a6d req-b9bdfa22-36cd-4358-8bd9-2fcbb708b1c4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0983524 May 23 13:07:03.506093 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-3e8791f6-cfce-4685-b833-fa6663c56be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.507475 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-3e8791f6-cfce-4685-b833-fa6663c56be5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.1767404 May 23 13:07:03.508844 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:07:03.516484 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=35 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:03.543930 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f0e8-8029-4e01-867f-45e4fd782316 req-389cc0c6-4f88-4f29-8f8e-ab2089b9712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.545324 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e49f0e8-8029-4e01-867f-45e4fd782316 req-389cc0c6-4f88-4f29-8f8e-ab2089b9712d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2904017 May 23 13:07:03.612630 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-276e9b31-65d7-497f-9c0e-af88eb7db45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.614151 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-276e9b31-65d7-497f-9c0e-af88eb7db45c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900517 May 23 13:07:03.621610 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb64036f-944e-4406-bf33-a53f6351cf4a req-f0bd778b-ae21-4cd0-b528-ff6dd0bf0c24 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459341 May 23 13:07:03.625564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-00267ec7-7f2e-456a-8c43-63e039293a6d req-7b9aa5c0-c541-4ef6-8b64-5d0bd36dcdec tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272526 May 23 13:07:03.729473 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca12a4-dbd4-49cb-8099-35c1a5915c8a req-ba6a8693-1b70-4eed-9c1c-11c35f7de545 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:03.730954 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2ca12a4-dbd4-49cb-8099-35c1a5915c8a req-ba6a8693-1b70-4eed-9c1c-11c35f7de545 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0501790 May 23 13:07:03.782114 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2ca12a4-dbd4-49cb-8099-35c1a5915c8a req-e0d2ff70-7fe4-4391-803f-eb0c2253c6fc tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 May 23 13:07:04.112671 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:04.182581 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f0e8-8029-4e01-867f-45e4fd782316 req-b1b4a837-a318-4748-b37f-6b84e9b95647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:04.184076 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e49f0e8-8029-4e01-867f-45e4fd782316 req-b1b4a837-a318-4748-b37f-6b84e9b95647 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1629534 May 23 13:07:04.185957 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-f1679f3a-546d-4dd0-913a-3e9ba470e9ba service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547673 May 23 13:07:04.261844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:04.299433 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-e6b9c0ab-71ac-4c38-b25f-68a421b911b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:04.300887 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-e6b9c0ab-71ac-4c38-b25f-68a421b911b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 1127 time: 0.0509372 May 23 13:07:04.356007 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-fadc2b2a-7d05-450c-b6fc-92a202ef4c9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c HTTP/1.1" status: 200 len: 217 time: 0.0413597 May 23 13:07:04.357854 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dae4650f-36c0-40bd-b8fc-1eb5126a6edb req-1dd43f28-5b38-464e-b35f-1d6ab9d2f172 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565301 May 23 13:07:04.415816 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-cc1fc7c7-2bd1-47c7-8947-d1973e7dc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:04.417286 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-cc1fc7c7-2bd1-47c7-8947-d1973e7dc5be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0456793 May 23 13:07:04.460407 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-28b47679-1e43-464d-b208-8685dc0eb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:04.461849 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-28b47679-1e43-464d-b208-8685dc0eb267 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386770 May 23 13:07:04.777511 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179df83-d047-407c-abcd-9a5b2f6eb09e req-fa804a86-13c3-4d8f-b0f0-cee6a9a87532 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:04.779017 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1179df83-d047-407c-abcd-9a5b2f6eb09e req-fa804a86-13c3-4d8f-b0f0-cee6a9a87532 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 944 time: 0.0820944 May 23 13:07:04.786130 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff13f4e-84b7-40b4-a7e6-ce5980dbafcd req-96a0ab23-8e52-4af8-b3e4-8e7c4fc3c325 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:04.787505 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ff13f4e-84b7-40b4-a7e6-ce5980dbafcd req-96a0ab23-8e52-4af8-b3e4-8e7c4fc3c325 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0892067 May 23 13:07:04.861010 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1179df83-d047-407c-abcd-9a5b2f6eb09e req-ec8ac9e1-d2b3-45ea-8c27-848aaa6cc824 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725865 May 23 13:07:04.867951 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ff13f4e-84b7-40b4-a7e6-ce5980dbafcd req-22835e3f-5b30-4e0f-81ef-17e15e2c48bc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728822 May 23 13:07:05.016424 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e251a9-d3bf-4fc1-b3ff-f8302dbecea5 req-21b7d89c-6a95-4352-ad12-d1b7a5e57fd6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:05.017901 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-08e251a9-d3bf-4fc1-b3ff-f8302dbecea5 req-21b7d89c-6a95-4352-ad12-d1b7a5e57fd6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0871830 May 23 13:07:05.025980 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0618d0-ca77-4caf-81b3-e720f338753c req-bdd6703f-db6b-4b31-ab60-90530aa4b2a0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:05.027329 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cb0618d0-ca77-4caf-81b3-e720f338753c req-bdd6703f-db6b-4b31-ab60-90530aa4b2a0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0791812 May 23 13:07:05.036676 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38816) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:05.041257 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Request body: {'floatingip': {'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:05.101050 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:05.103019 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=100 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:05.309450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-08e251a9-d3bf-4fc1-b3ff-f8302dbecea5 req-e584a791-ce74-4384-af53-607079f6df46 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811022 May 23 13:07:05.560435 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:05.617247 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:05.820479 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Router ebaa3f25-3fd6-40cf-9396-50848e6101eb has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:07:05.918214 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:07:05.923542 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:05.930258 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] Sync routers for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:07:05.942391 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:05.943972 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:05.957933 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:05.959515 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c" -d '{"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:05.981888 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e889b-606e-4a1f-8c1b-6b37e3c152ec req-999835b2-a62e-486b-8378-6898a575f273 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:05.984111 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a0e889b-606e-4a1f-8c1b-6b37e3c152ec req-999835b2-a62e-486b-8378-6898a575f273 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 944 time: 0.0542881 May 23 13:07:06.005326 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-04fd6b6d-9cb4-40f3-808c-8465e7993419 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "PUT /v2.0/floatingips/696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c HTTP/1.1" status: 200 len: 994 time: 0.9652402 May 23 13:07:06.040491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a0e889b-606e-4a1f-8c1b-6b37e3c152ec req-b0705813-61de-4ec9-b67c-f4b775817e54 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489609 May 23 13:07:06.057771 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:06.068721 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03240169-93a9-484b-989d-49e3eec39cdc x-openstack-request-id: req-03240169-93a9-484b-989d-49e3eec39cdc {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:06.069220 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:06.069338 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03240169-93a9-484b-989d-49e3eec39cdc {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:06.069636 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03240169-93a9-484b-989d-49e3eec39cdc'] response: {'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'status': 'completed', 'code': 200} May 23 13:07:06.275879 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'floating_ip_address': '172.37.1.218', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'mac_address': 'fa:16:3e:f0:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:00Z', 'updated_at': '2022-05-23T13:07:05Z', 'revision_number': 3, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:06.303710 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] Checking router: ebaa3f25-3fd6-40cf-9396-50848e6101eb for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:07:06.312442 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:06.313034 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:06.415076 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:06.422407 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78fb0-1548-4775-894c-20f6b384c004 req-ede18780-ac3f-4d28-b30b-968d200b9a99 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:06.423867 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fcd78fb0-1548-4775-894c-20f6b384c004 req-ede18780-ac3f-4d28-b30b-968d200b9a99 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0473418 May 23 13:07:06.475034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fcd78fb0-1548-4775-894c-20f6b384c004 req-45f851f9-3409-49e1-921b-982e9c1a64bc tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457029 May 23 13:07:06.503497 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:06.621800 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'floating_ip_address': '172.37.1.218', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'mac_address': 'fa:16:3e:f0:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:00Z', 'updated_at': '2022-05-23T13:07:05Z', 'revision_number': 3, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:06.646718 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4aa16-e6f0-4282-b220-a96e152fd682 None None] The sync data for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi is: [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'floating_ip_address': '172.37.1.218', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'port_id': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'mac_address': 'fa:16:3e:f0:1e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462787a7-152e-4a6a-9c26-740f68c60a77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:03:00Z', 'updated_at': '2022-05-23T13:07:05Z', 'revision_number': 3, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:07:06.859157 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8c28d9a8-a92e-43b7-8036-2badecfe93cd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:07:06.958443 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 8c28d9a8-a92e-43b7-8036-2badecfe93cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c28d9a8-a92e-43b7-8036-2badecfe93cd,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:07:06.970311 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'port_id': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'mac_address': 'fa:16:3e:97:2f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:07:07.004091 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 8c28d9a8-a92e-43b7-8036-2badecfe93cd is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:07:07.004470 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:07.005994 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-e47d2b73-3383-4af3-80bb-e1f39f5b2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:07.007473 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-e47d2b73-3383-4af3-80bb-e1f39f5b2175 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.0783381 May 23 13:07:07.021496 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c28d9a8-a92e-43b7-8036-2badecfe93cd {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:07:07.040853 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 8c28d9a8-a92e-43b7-8036-2badecfe93cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c28d9a8-a92e-43b7-8036-2badecfe93cd,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:07:07.074294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:07.085502 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-bd59bdce-44f9-4053-a559-f9ff98437f13 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765924 May 23 13:07:07.103626 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:07.152387 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=8c28d9a8-a92e-43b7-8036-2badecfe93cd,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:07.224072 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-0a636baf-0028-448f-9652-96026483dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:07.225430 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-0a636baf-0028-448f-9652-96026483dcc3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.2068667 May 23 13:07:07.231402 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6c742-7f0e-429c-b7b8-8ad8b7afbae0 req-ec781671-d02d-4355-8539-fdb2fae78ef3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:07.232739 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0df6c742-7f0e-429c-b7b8-8ad8b7afbae0 req-ec781671-d02d-4355-8539-fdb2fae78ef3 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 945 time: 0.1154542 May 23 13:07:07.284943 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:07.318940 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d86e8dc8-4653-478d-8228-aad8b52bd3c4 req-cca07ce0-940d-4d51-aeee-631ec09b318e service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274406 May 23 13:07:07.350174 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-eb3f9ed1-88c1-4eff-af1f-c59a15453df0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 1002 time: 0.1148949 May 23 13:07:07.357079 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0df6c742-7f0e-429c-b7b8-8ad8b7afbae0 req-5f00d95e-e8dc-4644-b2d0-b3a689bf6b02 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100469 May 23 13:07:07.402347 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-e093606d-4160-4693-8f9a-4a1073302c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:07.403833 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-e093606d-4160-4693-8f9a-4a1073302c8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0459180 May 23 13:07:07.586664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401644c-967f-4733-b176-74676c3a2c5a req-2b5c7a74-3064-4eb4-8042-de8daec26cba tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:07.588087 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9401644c-967f-4733-b176-74676c3a2c5a req-2b5c7a74-3064-4eb4-8042-de8daec26cba tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0468588 May 23 13:07:07.636070 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9401644c-967f-4733-b176-74676c3a2c5a req-434d23f5-0a74-484f-b645-045146a8ccff tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426075 May 23 13:07:07.790740 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['8c28d9a8-a92e-43b7-8036-2badecfe93cd'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:07:08.071145 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:08.073361 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef591ae-10a7-472a-b363-51591ea91df2" -d '{"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:08.107942 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82aabc65-cfb3-4cc9-b46a-5536adba435e x-openstack-request-id: req-82aabc65-cfb3-4cc9-b46a-5536adba435e {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:08.108902 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:08.109192 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82aabc65-cfb3-4cc9-b46a-5536adba435e {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:08.109636 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82aabc65-cfb3-4cc9-b46a-5536adba435e'] response: {'name': 'network-changed', 'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'status': 'completed', 'code': 200} May 23 13:07:08.336834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-136a888e-7cf1-4733-a4c5-5b5e20dddc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:08.338297 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-136a888e-7cf1-4733-a4c5-5b5e20dddc81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427465 May 23 13:07:08.439759 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-61f12dae-e754-4aa0-9ded-1004c9d459f3 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945795 May 23 13:07:08.520570 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a912c55-68a9-4718-b575-5d35d418e497 req-c7dbf63e-1ac9-4cfe-ba1e-1b46ac9925ac tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:08.522327 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a912c55-68a9-4718-b575-5d35d418e497 req-c7dbf63e-1ac9-4cfe-ba1e-1b46ac9925ac tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 945 time: 0.0969863 May 23 13:07:08.590754 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-478ab4d3-a4e8-4426-80eb-ea20bc6ba90c req-86556dc2-3129-447a-bc5d-b621d78786a7 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349399 May 23 13:07:08.595601 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a912c55-68a9-4718-b575-5d35d418e497 req-f8fe0ea9-6c9c-48e6-9edd-d4bab8168f84 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674956 May 23 13:07:08.711687 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-7d881c14-b0d1-499b-82b3-87828dbcef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:08.713143 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-7d881c14-b0d1-499b-82b3-87828dbcef3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.0418913 May 23 13:07:08.804254 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d658b-f512-4d5d-a905-a215360a69c7 req-6c98043d-3917-4ab7-830a-d2b6065cafcc tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:08.805724 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a1d658b-f512-4d5d-a905-a215360a69c7 req-6c98043d-3917-4ab7-830a-d2b6065cafcc tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0961766 May 23 13:07:08.864124 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:08.875280 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-e5a89009-3e1a-4eec-ab8b-90f6c832358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:08.881819 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-e5a89009-3e1a-4eec-ab8b-90f6c832358d service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.1557162 May 23 13:07:08.881819 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a1d658b-f512-4d5d-a905-a215360a69c7 req-5861d27b-fa86-4e00-ad42-c8a1c745ce47 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690107 May 23 13:07:08.891292 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8c28d9a8-a92e-43b7-8036-2badecfe93cd up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:07:08.945872 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 8c28d9a8-a92e-43b7-8036-2badecfe93cd completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:07:08.948196 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-5b7378eb-4965-43a4-b05a-0589efc6ac00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 1002 time: 0.0616360 May 23 13:07:08.996610 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-e6699331-4c20-4ad6-b431-25d4b9fbf414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:08.998063 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-e6699331-4c20-4ad6-b431-25d4b9fbf414 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0433502 May 23 13:07:09.011919 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 8c28d9a8-a92e-43b7-8036-2badecfe93cd triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:07:09.012290 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:09.042040 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-27b9c460-b763-4753-887f-51042bb6b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:09.043537 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-27b9c460-b763-4753-887f-51042bb6b05a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391874 May 23 13:07:09.084746 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 8c28d9a8-a92e-43b7-8036-2badecfe93cd is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:07:09.085126 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:09.107164 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:09.109718 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252cbf8d-26db-47f2-9f47-d54dcb926f5c" -d '{"events": [{"server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "name": "network-vif-plugged", "status": "completed", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:09.126002 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 8c28d9a8-a92e-43b7-8036-2badecfe93cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c28d9a8-a92e-43b7-8036-2badecfe93cd,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:07:09.138534 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-4b288598-9e98-460c-b235-ed28325912aa service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879636 May 23 13:07:09.151004 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd102b6-960d-4ff4-ae44-30bed75300e7 x-openstack-request-id: req-0dd102b6-960d-4ff4-ae44-30bed75300e7 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:09.151318 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "name": "network-vif-plugged", "status": "completed", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:09.151579 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dd102b6-960d-4ff4-ae44-30bed75300e7 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:09.151971 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd102b6-960d-4ff4-ae44-30bed75300e7'] response: {'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'code': 200} May 23 13:07:09.189388 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:09.222478 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:09.239262 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=8c28d9a8-a92e-43b7-8036-2badecfe93cd,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:09.241507 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8ef591ae-10a7-472a-b363-51591ea91df2 req-0469cb64-d31b-486d-a3e3-4963f766ec13 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948787 May 23 13:07:09.246384 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.246723 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.247082 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.247416 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.247760 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.248061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.248382 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.248760 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.249127 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.249526 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.249848 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.250203 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.250518 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.250832 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.251145 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:09.486433 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a225db6-29d2-46da-b00d-01aa89745ea3 req-710233f0-b370-4992-b83f-dc1900f2bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:09.487797 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3a225db6-29d2-46da-b00d-01aa89745ea3 req-710233f0-b370-4992-b83f-dc1900f2bd05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 1130 time: 0.0426190 May 23 13:07:09.532918 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3a225db6-29d2-46da-b00d-01aa89745ea3 req-d3009d8e-d39d-4d78-91bf-f5a58b12c684 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376587 May 23 13:07:09.708096 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f4774-a30b-49d9-8d94-5752eb22cd6a req-2bcbba78-c3cf-4e53-a484-21f63ba9dc96 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:09.709610 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a9f4774-a30b-49d9-8d94-5752eb22cd6a req-2bcbba78-c3cf-4e53-a484-21f63ba9dc96 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0479789 May 23 13:07:09.757068 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2a9f4774-a30b-49d9-8d94-5752eb22cd6a req-110e6775-cea1-4621-9f5b-9c97187b0704 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 May 23 13:07:09.993966 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeae18-059e-4b6c-b185-4fa9e4fed1fd req-32ad6579-5649-4bb8-80bf-956cdc918edd tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:09.995419 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9cfeae18-059e-4b6c-b185-4fa9e4fed1fd req-32ad6579-5649-4bb8-80bf-956cdc918edd tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0458646 May 23 13:07:10.048250 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9cfeae18-059e-4b6c-b185-4fa9e4fed1fd req-c0a3f7fa-b514-4976-8ba2-f256b7c9bf49 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 May 23 13:07:10.868774 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9a610-84e3-4227-a7bb-b59f831d4aab req-8d7e139c-3be2-448f-b9cb-ef0d1079ffd8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:10.870252 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9fe9a610-84e3-4227-a7bb-b59f831d4aab req-8d7e139c-3be2-448f-b9cb-ef0d1079ffd8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0466769 May 23 13:07:10.917471 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9fe9a610-84e3-4227-a7bb-b59f831d4aab req-c4e47b37-3525-4f38-890f-397810f9874a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 May 23 13:07:11.159611 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8ab5-d34a-4a76-ac3d-da11cfd0ce50 req-f164bca8-0c37-4eaf-90f7-db3301640fc0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:11.161058 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-126d8ab5-d34a-4a76-ac3d-da11cfd0ce50 req-f164bca8-0c37-4eaf-90f7-db3301640fc0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0465105 May 23 13:07:11.209414 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-126d8ab5-d34a-4a76-ac3d-da11cfd0ce50 req-188db016-5da9-4318-9847-0fe1ecbee255 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 May 23 13:07:12.035425 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339aa55d-9846-40ed-bff1-4c4a33c64e13 req-b596515b-f698-49bd-a3a5-9c7ffadf8767 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:12.036921 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-339aa55d-9846-40ed-bff1-4c4a33c64e13 req-b596515b-f698-49bd-a3a5-9c7ffadf8767 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0516233 May 23 13:07:12.084721 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-339aa55d-9846-40ed-bff1-4c4a33c64e13 req-cd8d4dd3-53b3-4474-abe0-dfbdfe4c47b6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422904 May 23 13:07:12.195070 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd99c3e-f61a-44cc-a011-ec59d273d225 req-395f49d5-d52b-4aa1-a87c-07b039d90c94 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:12.196578 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3dd99c3e-f61a-44cc-a011-ec59d273d225 req-395f49d5-d52b-4aa1-a87c-07b039d90c94 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0480025 May 23 13:07:12.204948 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38854) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:12.209683 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'port_id': '8c28d9a8-a92e-43b7-8036-2badecfe93cd'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:12.249839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (801696fd-06ec-4d0c-9d23-e4927ea71a6e), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:12.305398 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:12.535290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da51a-c2b6-4b69-992c-44832d584bb0 req-fdc3a5fa-74bd-4b18-9c80-31f69b342c21 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:12.536727 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8f0da51a-c2b6-4b69-992c-44832d584bb0 req-fdc3a5fa-74bd-4b18-9c80-31f69b342c21 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0915787 May 23 13:07:12.626380 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:12.636478 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8f0da51a-c2b6-4b69-992c-44832d584bb0 req-f13cab8b-6b2d-4dd8-82d4-46cd98882c75 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915606 May 23 13:07:12.766608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:12.829030 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (801696fd-06ec-4d0c-9d23-e4927ea71a6e), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:12.925143 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP 801696fd-06ec-4d0c-9d23-e4927ea71a6e associated. External IP: 172.37.1.24, port: 8c28d9a8-a92e-43b7-8036-2badecfe93cd. May 23 13:07:13.120191 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:07:13.224893 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:07:13.229300 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:13.235249 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:07:13.245409 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:13.246053 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:13.253284 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:13.259144 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-4ec737a5-47fd-4daa-8783-fbb63b4dfde2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "PUT /v2.0/floatingips/801696fd-06ec-4d0c-9d23-e4927ea71a6e HTTP/1.1" status: 200 len: 991 time: 1.0532072 May 23 13:07:13.259724 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:13.262000 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee2c019-ca92-4015-b30e-fca0f0d04a27" -d '{"events": [{"name": "network-changed", "server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:13.298742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb2815-a294-4278-b35e-7a53519426c4 x-openstack-request-id: req-b2eb2815-a294-4278-b35e-7a53519426c4 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:13.299033 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:13.299291 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2eb2815-a294-4278-b35e-7a53519426c4 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:13.299725 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2eb2815-a294-4278-b35e-7a53519426c4'] response: {'name': 'network-changed', 'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'status': 'completed', 'code': 200} May 23 13:07:13.352966 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:13.492994 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-59193c93-a594-4bcb-86c5-1f370ff7c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:13.494457 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-59193c93-a594-4bcb-86c5-1f370ff7c2f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 1130 time: 0.0410328 May 23 13:07:13.527666 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:13.560982 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:13.563894 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:13.605576 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '801696fd-06ec-4d0c-9d23-e4927ea71a6e', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.24', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:97:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:06:51Z', 'updated_at': '2022-05-23T13:07:12Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:13.630640 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:07:13.640436 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:13.641040 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:13.750075 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:13.755260 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ac4a8-c22e-44ee-89fe-9345450247e7 req-c067674e-97bc-4d67-a02a-584ef0d7c311 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:13.756753 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a97ac4a8-c22e-44ee-89fe-9345450247e7 req-c067674e-97bc-4d67-a02a-584ef0d7c311 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0494592 May 23 13:07:13.807400 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a97ac4a8-c22e-44ee-89fe-9345450247e7 req-fa3086da-cd81-4b26-8db0-9f52ffacffeb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 May 23 13:07:13.958437 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '801696fd-06ec-4d0c-9d23-e4927ea71a6e', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.24', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:97:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:06:51Z', 'updated_at': '2022-05-23T13:07:12Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:13.982216 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ffc43e-da1c-47ef-84af-0ef9f61d197c None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '801696fd-06ec-4d0c-9d23-e4927ea71a6e', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.24', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:97:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:06:51Z', 'updated_at': '2022-05-23T13:07:12Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:07:14.162710 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a782087-48cf-468f-853e-76d46849bbc8 None None] New status for floating IP 801696fd-06ec-4d0c-9d23-e4927ea71a6e: ACTIVE {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:07:14.599196 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-291ca4a3-9abf-4f8d-aa59-96b3b49263b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:14.600554 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-291ca4a3-9abf-4f8d-aa59-96b3b49263b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 915 time: 0.0899537 May 23 13:07:14.883002 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device bfe7ce80-1e0d-4d50-b178-8416be1a709c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:07:14.917757 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-e8c453ee-86e0-4bae-806d-9c7099fa67e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8c28d9a8-a92e-43b7-8036-2badecfe93cd HTTP/1.1" status: 200 len: 1001 time: 0.3113086 May 23 13:07:14.943922 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65c093-0c58-4d93-af57-b5de3755c185 req-d4035cd8-28a3-4f18-a313-c53340ee6362 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:14.945356 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb65c093-0c58-4d93-af57-b5de3755c185 req-d4035cd8-28a3-4f18-a313-c53340ee6362 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 943 time: 0.0650220 May 23 13:07:14.982821 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port bfe7ce80-1e0d-4d50-b178-8416be1a709c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:07:15.002158 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-2c48ea9f-09d1-46f0-bb01-9a7477165851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:15.003627 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-2c48ea9f-09d1-46f0-bb01-9a7477165851 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0781579 May 23 13:07:15.034662 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb65c093-0c58-4d93-af57-b5de3755c185 req-7a3ed1f9-ba3a-48bb-9a5e-f4fab362e45c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718589 May 23 13:07:15.055202 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:15.063618 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-8834a7e6-fabb-4c27-8bb0-e6bd15041cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:15.065110 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-8834a7e6-fabb-4c27-8bb0-e6bd15041cde service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496826 May 23 13:07:15.114144 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:07:15.148531 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port bfe7ce80-1e0d-4d50-b178-8416be1a709c is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:07:15.148805 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:15.161192 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-938a3572-f560-4a65-b215-f011d3388dff service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894203 May 23 13:07:15.161802 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe7ce80-1e0d-4d50-b178-8416be1a709c {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:07:15.181772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port bfe7ce80-1e0d-4d50-b178-8416be1a709c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:07:15.252665 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dee2c019-ca92-4015-b30e-fca0f0d04a27 req-a4cf0a8c-42d1-4ab9-a856-813915c75016 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855696 May 23 13:07:15.260972 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:15.309211 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=bfe7ce80-1e0d-4d50-b178-8416be1a709c,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:15.728072 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['bfe7ce80-1e0d-4d50-b178-8416be1a709c'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:07:15.942558 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:15.990937 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:15.997789 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:16.150099 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dbb72-57c4-4bb9-aa7c-712e1b3fb873 req-50d0d425-30a6-4e5b-b570-320f02e5d594 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:16.151568 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e98dbb72-57c4-4bb9-aa7c-712e1b3fb873 req-50d0d425-30a6-4e5b-b570-320f02e5d594 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 944 time: 0.0484002 May 23 13:07:16.206338 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e98dbb72-57c4-4bb9-aa7c-712e1b3fb873 req-d1ec1ed5-df10-403a-9b93-56885c8bf2e9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483954 May 23 13:07:16.889647 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device bfe7ce80-1e0d-4d50-b178-8416be1a709c up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:07:16.934266 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port bfe7ce80-1e0d-4d50-b178-8416be1a709c completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:07:17.017588 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port bfe7ce80-1e0d-4d50-b178-8416be1a709c triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:07:17.018229 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:17.088748 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port bfe7ce80-1e0d-4d50-b178-8416be1a709c is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:07:17.089126 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:17.110486 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:17.112655 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad223e3e-cd94-4d1e-ac1f-e6b82e2990bc" -d '{"events": [{"server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "name": "network-vif-plugged", "status": "completed", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:17.125611 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port bfe7ce80-1e0d-4d50-b178-8416be1a709c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:07:17.149733 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d0ad50-87e1-4e13-8587-7c1b4cd1fe12 x-openstack-request-id: req-39d0ad50-87e1-4e13-8587-7c1b4cd1fe12 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:17.150049 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "name": "network-vif-plugged", "status": "completed", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:17.150304 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39d0ad50-87e1-4e13-8587-7c1b4cd1fe12 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:17.150697 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d0ad50-87e1-4e13-8587-7c1b4cd1fe12'] response: {'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'code': 200} May 23 13:07:17.195050 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:17.245153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=bfe7ce80-1e0d-4d50-b178-8416be1a709c,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:17.320503 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd02dcf-2e99-442c-82a4-df1f300ab4c0 req-ae819e3f-c98a-4c8d-bbab-455f13b3d7e5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:17.321984 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bbd02dcf-2e99-442c-82a4-df1f300ab4c0 req-ae819e3f-c98a-4c8d-bbab-455f13b3d7e5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0478740 May 23 13:07:17.372150 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bbd02dcf-2e99-442c-82a4-df1f300ab4c0 req-5451b697-3d0c-43f3-b6ac-c62a8383fb5e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 May 23 13:07:17.579349 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc922a-9373-4acd-8205-c6929bff8836 req-1cd7df3e-7608-4be1-be14-0f2031dbe1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:17.580710 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2bc922a-9373-4acd-8205-c6929bff8836 req-1cd7df3e-7608-4be1-be14-0f2031dbe1fa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 1129 time: 0.0387127 May 23 13:07:17.626633 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2bc922a-9373-4acd-8205-c6929bff8836 req-51152dd1-7ccc-41c5-bf5d-019f758b096c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387013 May 23 13:07:18.489827 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857d050-d452-407c-8317-5d4feabbd0b4 req-2b65fcbb-025f-4d3e-8f12-f3683bcbedb6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:18.491292 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7857d050-d452-407c-8317-5d4feabbd0b4 req-2b65fcbb-025f-4d3e-8f12-f3683bcbedb6 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0499353 May 23 13:07:18.503049 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:18.540315 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7857d050-d452-407c-8317-5d4feabbd0b4 req-359f21ae-0442-4ecd-9ef7-a6770506aa60 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436263 May 23 13:07:19.653307 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b381711-0e4c-4d2c-81e1-2950c5876ddb req-538d6afc-c8bd-4331-af69-c354e4a119b0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:19.655553 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9b381711-0e4c-4d2c-81e1-2950c5876ddb req-538d6afc-c8bd-4331-af69-c354e4a119b0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0475807 May 23 13:07:19.706111 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9b381711-0e4c-4d2c-81e1-2950c5876ddb req-ba365b41-c1c5-4391-bdb2-a8f81d47f53f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448837 May 23 13:07:19.819229 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdd293-5b7c-48cf-8ecb-21e6d15291b4 req-d80581f3-6e4c-48ff-adef-c8e04ec6ab1e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:19.820617 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfcdd293-5b7c-48cf-8ecb-21e6d15291b4 req-d80581f3-6e4c-48ff-adef-c8e04ec6ab1e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0478191 May 23 13:07:19.872709 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfcdd293-5b7c-48cf-8ecb-21e6d15291b4 req-3c41fe0c-a830-4270-b4ee-e05993040c6f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466347 May 23 13:07:19.895170 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38882) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:19.932274 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc2a19-3537-4ac2-bd10-db00bee82f3c tempest-TestVolumeBootPattern-856624557 tempest-TestVolumeBootPattern-856624557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:19.933747 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-53bc2a19-3537-4ac2-bd10-db00bee82f3c tempest-TestVolumeBootPattern-856624557 tempest-TestVolumeBootPattern-856624557-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 1124 time: 0.0376294 May 23 13:07:19.937285 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38884) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:19.941496 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:20.057771 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:20.140110 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:20.195860 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:20.246730 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Allocated IP 172.37.1.101 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/9299e691-e875-408d-8cf9-52c0ed1569be) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:07:20.352407 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (9299e691-e875-408d-8cf9-52c0ed1569be), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:20.472610 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (9299e691-e875-408d-8cf9-52c0ed1569be), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:20.514728 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:07:20.517564 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:07:20.521504 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:07:20.526836 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=9299e691-e875-408d-8cf9-52c0ed1569be,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:20.568770 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:20.907782 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (455559a1-83ad-43f9-aeca-73cfa23b622f), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:21.027497 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (9299e691-e875-408d-8cf9-52c0ed1569be), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:21.194152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:21.197760 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (9299e691-e875-408d-8cf9-52c0ed1569be), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:21.257358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (9299e691-e875-408d-8cf9-52c0ed1569be), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:21.330921 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=9299e691-e875-408d-8cf9-52c0ed1569be,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:21.339065 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (455559a1-83ad-43f9-aeca-73cfa23b622f), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:21.434546 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Floating IP 455559a1-83ad-43f9-aeca-73cfa23b622f associated. External IP: 172.37.1.101, port: bfe7ce80-1e0d-4d50-b178-8416be1a709c. May 23 13:07:21.548450 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:21.649580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:07:21.748193 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:07:21.760861 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7fa89-2387-4429-a285-32c952479701 None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:07:21.771852 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:21.774277 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:21.843795 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:21.874658 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:21.877085 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-357d7fb7-91af-42f1-a772-fab72ee4d76c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9388008 May 23 13:07:21.877651 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:21.880076 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc3ac7d-9b84-4779-a868-6e1c084a63a1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:21.915347 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b93ace9-8e3b-4cc0-8a01-111bafd3c3e9 x-openstack-request-id: req-3b93ace9-8e3b-4cc0-8a01-111bafd3c3e9 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:21.915963 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:21.915963 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b93ace9-8e3b-4cc0-8a01-111bafd3c3e9 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:21.916268 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b93ace9-8e3b-4cc0-8a01-111bafd3c3e9'] response: {'name': 'network-changed', 'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'status': 'completed', 'code': 200} May 23 13:07:22.003571 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-3294f045-95ca-43bb-bbb2-e6cd41007fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:22.005084 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-3294f045-95ca-43bb-bbb2-e6cd41007fac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 1129 time: 0.0408654 May 23 13:07:22.031363 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:22.033334 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:22.088532 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:20Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:22.100713 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-039a44d1-32ea-4207-b91f-a2e6d0be96be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:22.100713 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-039a44d1-32ea-4207-b91f-a2e6d0be96be service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.0862675 May 23 13:07:22.118871 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7fa89-2387-4429-a285-32c952479701 None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:07:22.128332 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:22.128943 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:06:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:22.164225 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-7ee915b3-1880-4635-ba81-949090e6dc01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c HTTP/1.1" status: 200 len: 999 time: 0.0597363 May 23 13:07:22.222664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-ba6c7ba3-0ee6-4db8-9bf9-5bda2ea72af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:22.224120 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-ba6c7ba3-0ee6-4db8-9bf9-5bda2ea72af8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0541723 May 23 13:07:22.236435 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:22.268830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-3ed4079d-56c5-4d0b-8866-b37b980f9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:22.270334 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-3ed4079d-56c5-4d0b-8866-b37b980f9a32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397046 May 23 13:07:22.365535 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-1cf761f1-3403-4fc7-960a-8906fa74cc2c service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891874 May 23 13:07:22.395135 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:22.447395 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-57b7fa89-2387-4429-a285-32c952479701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:20Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:22.462345 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efc3ac7d-9b84-4779-a868-6e1c084a63a1 req-94c4c5df-9751-43e9-aba9-a1382d2ed03d service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868068 May 23 13:07:22.472438 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7fa89-2387-4429-a285-32c952479701 None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:20Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:07:22.662756 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a352b-7ee7-4730-9dfd-741aeafb0247 None None] New status for floating IP 455559a1-83ad-43f9-aeca-73cfa23b622f: ACTIVE {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:07:25.343648 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:27.118280 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-286f3c30-562e-4da9-aebc-206253b7515e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:29.478110 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e4287f5a-4ee0-4389-b8ce-a04a83c3a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:30.510269 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:30.577511 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:31.914427 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:32.459544 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:33.438084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:40.508190 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:07:40.517901 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:43.379476 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:43.385499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=27 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:43.387257 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:51.938176 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0256d-55b1-436d-8e69-9ab3a823a680 req-1fe78f4e-c982-4311-a252-ff780cb7f629 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:51.939647 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-45a0256d-55b1-436d-8e69-9ab3a823a680 req-1fe78f4e-c982-4311-a252-ff780cb7f629 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.0515351 May 23 13:07:51.986847 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-45a0256d-55b1-436d-8e69-9ab3a823a680 req-c79d2fab-0cf1-4a6c-9f1a-e93b99ce867a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 May 23 13:07:53.105760 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aba91-5c03-416c-a62b-c6a0db8423b0 req-6195def9-f3d1-441c-8d09-29de6cfad437 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:53.107216 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-410aba91-5c03-416c-a62b-c6a0db8423b0 req-6195def9-f3d1-441c-8d09-29de6cfad437 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.0462503 May 23 13:07:53.153146 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-410aba91-5c03-416c-a62b-c6a0db8423b0 req-1562fc68-168d-4f5c-be28-cba1fba70cf0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403862 May 23 13:07:53.924896 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-38b8149c-8dc6-42da-b928-7a1a60cfa085 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:53.927129 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-38b8149c-8dc6-42da-b928-7a1a60cfa085 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.0494428 May 23 13:07:54.012932 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Deleting port cee5aa36-f69a-432b-9f71-0cc93809d9a9 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:07:54.013190 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:54.105228 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] For port cee5aa36-f69a-432b-9f71-0cc93809d9a9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cee5aa36-f69a-432b-9f71-0cc93809d9a9,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:07:54.105601 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:54.299356 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:54.300038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (28e559e2-9876-495e-a4ea-914cd2ee67ea), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:54.300038 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Floating IP 28e559e2-9876-495e-a4ea-914cd2ee67ea disassociated. External IP: 172.37.1.147, port: cee5aa36-f69a-432b-9f71-0cc93809d9a9. May 23 13:07:54.300277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Calling delete_port for cee5aa36-f69a-432b-9f71-0cc93809d9a9 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:07:54.318286 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08927-2069-4f1d-b15f-94ea290e3263 req-3c01bb98-32d8-4852-be28-a9a7b18458e0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:54.319751 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e4c08927-2069-4f1d-b15f-94ea290e3263 req-3c01bb98-32d8-4852-be28-a9a7b18458e0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 946 time: 0.0750327 May 23 13:07:54.640790 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e4c08927-2069-4f1d-b15f-94ea290e3263 req-34b08aef-bbf7-45a6-8118-4ac37d56eddb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b5acc9a-8e19-4af8-9016-44f40e946097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154960 May 23 13:07:54.777385 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (cee5aa36-f69a-432b-9f71-0cc93809d9a9), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:54.806977 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event deleted for resources: {'Port': ['ID=cee5aa36-f69a-432b-9f71-0cc93809d9a9,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:54.819453 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.819804 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.820154 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.820496 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.820834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.821170 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.821501 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.821855 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.822224 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.822552 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.822879 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.829197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.829197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.829197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.829197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:54.915005 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:54.920205 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:54.928455 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Router 19b95bcf-0494-445a-a7bf-fa890d433ef4 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:07:55.034316 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:07:55.049141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] Sync routers for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:07:55.060065 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:55.075019 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:07:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:55.081760 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] No DVR routers for this DVR port cee5aa36-f69a-432b-9f71-0cc93809d9a9 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:07:55.085663 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:55.089065 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1082f02a-48ad-41fe-9912-a80b873731a2 req-1f7eee4c-d9da-42d9-829c-d82d5a8b9783 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "DELETE /v2.0/ports/cee5aa36-f69a-432b-9f71-0cc93809d9a9 HTTP/1.1" status: 204 len: 173 time: 1.1547368 May 23 13:07:55.089529 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-deleted', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:07:55.091960 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4675d42a-e7c4-4e0a-8646-4e9eda2726e6" -d '{"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-deleted", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:07:55.129206 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a9ab20-9e00-46f0-837e-0bfe9c4cd75b x-openstack-request-id: req-e9a9ab20-9e00-46f0-837e-0bfe9c4cd75b {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:07:55.129599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16a2136-f506-4eb4-8f03-5dadb2a6b515", "name": "network-vif-deleted", "tag": "cee5aa36-f69a-432b-9f71-0cc93809d9a9", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:07:55.131777 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9a9ab20-9e00-46f0-837e-0bfe9c4cd75b {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:07:55.131777 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a9ab20-9e00-46f0-837e-0bfe9c4cd75b'] response: {'server_uuid': 'd16a2136-f506-4eb4-8f03-5dadb2a6b515', 'name': 'network-vif-deleted', 'tag': 'cee5aa36-f69a-432b-9f71-0cc93809d9a9', 'status': 'completed', 'code': 200} May 23 13:07:55.166723 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:55.372967 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:55.373939 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:55.398978 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] Checking router: 19b95bcf-0494-445a-a7bf-fa890d433ef4 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:07:55.408309 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:07:55.408904 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:07:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:55.513388 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:07:55.695858 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:07:55.725134 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf79208-2af8-4528-bf94-3b48027b39f6 None None] The sync data for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi is: [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:07:55.763747 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25983d88-9f4b-43a5-894f-7e4e35115069 req-469a7002-4b23-4b7e-beb5-d69b1fa53b75 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=d16a2136-f506-4eb4-8f03-5dadb2a6b515 HTTP/1.1" status: 200 len: 210 time: 0.0324883 May 23 13:07:55.955588 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58258fdd-40b2-45f9-9f11-6a59e8d709e2 None None] New status for floating IP 28e559e2-9876-495e-a4ea-914cd2ee67ea: DOWN {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:07:56.909038 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 38958) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:56.967538 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (2b5acc9a-8e19-4af8-9016-44f40e946097), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:56.991182 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (2b5acc9a-8e19-4af8-9016-44f40e946097), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.103240 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2b5acc9a-8e19-4af8-9016-44f40e946097), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.106005 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.107222 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "DELETE /v2.0/security-groups/2b5acc9a-8e19-4af8-9016-44f40e946097 HTTP/1.1" status: 204 len: 168 time: 0.1971564 May 23 13:07:57.110207 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38960) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:57.117832 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5acc9a-8e19-4af8-9016-44f40e946097,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:57.125441 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.api.v2.resource [None req-cce2cef8-902e-4ca4-b4ac-67a4015afe94 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] show failed (client error): The resource could not be found. May 23 13:07:57.125665 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.125778 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129103 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129103 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129347 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-cce2cef8-902e-4ca4-b4ac-67a4015afe94 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups/2b5acc9a-8e19-4af8-9016-44f40e946097 HTTP/1.1" status: 404 len: 347 time: 0.0147102 May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.129494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.130102 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38962) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:57.130207 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.130207 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.130207 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae9687-ba72-42c4-bbf5-ee23c7baccbc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:07:57.152298 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:07:57.183652 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: cee5aa36-f69a-432b-9f71-0cc93809d9a9 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:07:57.184001 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device cee5aa36-f69a-432b-9f71-0cc93809d9a9 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:07:57.245974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Deleting port 22c37ace-23b1-46f3-9400-96954433141e {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:07:57.246312 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (22c37ace-23b1-46f3-9400-96954433141e), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.262663 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-759857cd-4ee3-42ac-bdb9-bb0f8481bfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.323548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (22c37ace-23b1-46f3-9400-96954433141e), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.323877 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (22c37ace-23b1-46f3-9400-96954433141e), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.336548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Calling delete_port for 22c37ace-23b1-46f3-9400-96954433141e owned by network:floatingip {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:07:57.531167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (22c37ace-23b1-46f3-9400-96954433141e), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.555868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event deleted for resources: {'Port': ['ID=22c37ace-23b1-46f3-9400-96954433141e,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:57.620511 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (28e559e2-9876-495e-a4ea-914cd2ee67ea), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.623071 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.624212 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9bfebcc0-bdfb-4c1a-b135-de47c81b5daa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "DELETE /v2.0/floatingips/28e559e2-9876-495e-a4ea-914cd2ee67ea HTTP/1.1" status: 204 len: 168 time: 0.4939196 May 23 13:07:57.772746 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38966) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:57.777316 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-7cf2e286-3f0c-422f-b2a4-45e1fff62f9b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432571176', 'description': 'tempest-description--1353863979'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:57.877599 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7cf2e286-3f0c-422f-b2a4-45e1fff62f9b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:57.944700 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7cf2e286-3f0c-422f-b2a4-45e1fff62f9b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (155e8a38-f872-490b-88fc-0ce172a06e3e), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.010917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7cf2e286-3f0c-422f-b2a4-45e1fff62f9b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (155e8a38-f872-490b-88fc-0ce172a06e3e), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.015551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:58.040635 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2e286-3f0c-422f-b2a4-45e1fff62f9b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155e8a38-f872-490b-88fc-0ce172a06e3e,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:58.119470 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7cf2e286-3f0c-422f-b2a4-45e1fff62f9b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.120713 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7cf2e286-3f0c-422f-b2a4-45e1fff62f9b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3469737 May 23 13:07:58.123585 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38968) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:58.130201 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-580b6a53-0427-48be-a46a-25527f530eba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'security_group_rule': {'security_group_id': '155e8a38-f872-490b-88fc-0ce172a06e3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:58.223394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-580b6a53-0427-48be-a46a-25527f530eba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (a595b2e5-1926-4b25-aa43-cec1a13bba20), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.247939 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:58.271812 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-580b6a53-0427-48be-a46a-25527f530eba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (a595b2e5-1926-4b25-aa43-cec1a13bba20), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.336919 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-580b6a53-0427-48be-a46a-25527f530eba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (a595b2e5-1926-4b25-aa43-cec1a13bba20), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.357602 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b6a53-0427-48be-a46a-25527f530eba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a595b2e5-1926-4b25-aa43-cec1a13bba20,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:58.452962 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-580b6a53-0427-48be-a46a-25527f530eba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.454162 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-580b6a53-0427-48be-a46a-25527f530eba tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295875 May 23 13:07:58.456781 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38970) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:58.461504 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-430d41df-0369-4cda-a324-f6ba06166246 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'security_group_rule': {'security_group_id': '155e8a38-f872-490b-88fc-0ce172a06e3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:58.546540 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-430d41df-0369-4cda-a324-f6ba06166246 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (a4bf1ccf-3243-4726-b077-d62f585801bf), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.593614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-430d41df-0369-4cda-a324-f6ba06166246 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (a4bf1ccf-3243-4726-b077-d62f585801bf), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.666236 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-430d41df-0369-4cda-a324-f6ba06166246 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (a4bf1ccf-3243-4726-b077-d62f585801bf), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.685922 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d41df-0369-4cda-a324-f6ba06166246 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bf1ccf-3243-4726-b077-d62f585801bf,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:58.750541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-430d41df-0369-4cda-a324-f6ba06166246 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.751690 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-430d41df-0369-4cda-a324-f6ba06166246 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939961 May 23 13:07:58.754783 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 38972) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:07:58.759281 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:07:58.857358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:58.935121 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.042238 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Allocated IP 172.37.1.160 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/6bc57bc2-9b1d-493c-ad55-0059266c52cc) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:07:59.139717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.251281 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.293653 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:07:59.296706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:07:59.300666 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:07:59.303789 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'Port': ['ID=6bc57bc2-9b1d-493c-ad55-0059266c52cc,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:59.344346 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:59.382438 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (1c5900d3-5cac-421b-a191-c6121037a132), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.497196 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:07:59.498385 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b81bc4a1-3082-4fef-9a1c-620189da118c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.501043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.658149 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-e8a0ac72-24b8-4918-9a3b-f4cf3ac4a688 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715203 May 23 13:07:59.746840 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.748922 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81907-d91c-4363-ad38-b55e0766faae req-fc5db254-3b00-4fd6-a1b7-e34fe0b70b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:59.750592 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-fc5db254-3b00-4fd6-a1b7-e34fe0b70b69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 1130 time: 0.0556436 May 23 13:07:59.820129 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.917250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'Port': ['ID=6bc57bc2-9b1d-493c-ad55-0059266c52cc,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:07:59.922149 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81907-d91c-4363-ad38-b55e0766faae req-39053a9b-b273-4d88-a9d8-39455651237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:07:59.924174 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-39053a9b-b273-4d88-a9d8-39455651237a service neutron] 10.222.0.49 "GET /v2.0/networks?id=11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 200 len: 920 time: 0.1542203 May 23 13:07:59.936876 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (1c5900d3-5cac-421b-a191-c6121037a132), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:07:59.997201 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-51576517-a12c-47ce-95e7-ae07e27584c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 200 len: 1002 time: 0.0662255 May 23 13:08:00.046174 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81907-d91c-4363-ad38-b55e0766faae req-4631823a-73dc-4000-92d7-febc31c3f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:00.047613 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-4631823a-73dc-4000-92d7-febc31c3f8d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 200 len: 858 time: 0.0447378 May 23 13:08:00.081744 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:00.082983 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9a9bce31-1314-4556-9577-d6c9f73ba03a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3271728 May 23 13:08:00.089835 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:00.095282 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee81907-d91c-4363-ad38-b55e0766faae req-079031b2-4356-470f-92e5-526f43cf64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:00.096753 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-079031b2-4356-470f-92e5-526f43cf64de service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=11cfb087-2166-41ce-9a36-a5b349287bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428896 May 23 13:08:00.202890 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-d892c2a4-7805-435e-8ad3-84bbeb326e8e service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995204 May 23 13:08:00.303138 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-58955bc0-d07e-4513-9869-216d41f0d08f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1432571176&fields=id&tenant_id=5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 267 time: 0.1110229 May 23 13:08:00.376480 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cee81907-d91c-4363-ad38-b55e0766faae req-b8dd766b-b4f5-4979-9b96-069a6c0a5190 service neutron] 10.222.0.49 "GET /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659446 May 23 13:08:00.425373 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-fae01862-813f-4e0b-ad5e-f4089b36398b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:00.426947 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-fae01862-813f-4e0b-ad5e-f4089b36398b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 817 time: 0.1138623 May 23 13:08:00.442144 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-e07ae22c-4bc7-478f-bbc2-d0dd6b368377 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/quotas/5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 375 time: 0.0093162 May 23 13:08:00.496215 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-2f1103bc-8fe2-4378-8fe5-106000aa5ecc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482686 May 23 13:08:00.575412 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:00.591772 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-a18c575f-2da2-49d6-84e1-5a9c0316e7be service neutron] 10.222.0.30 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837796 May 23 13:08:00.646278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:00.683161 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-6b6703dd-5ab7-490a-850a-ae51b66d1329 service neutron] 10.222.0.30 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856578 May 23 13:08:00.947748 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-04faee7f-0daa-4ea2-bc50-9fc296e10442 req-bbce79cc-bb82-4272-ad87-c64165ebe69b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 210 time: 0.0283720 May 23 13:08:01.940789 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:02.052062 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fe1b7266-7b59-4850-95eb-b5f07c1f686f req-7c7f402c-3972-46b5-ad23-9870fd4f5458 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 210 time: 0.0280547 May 23 13:08:03.016269 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-be371a61-0dc0-4e0e-8f41-db9d46dab5f1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:03.017680 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-be371a61-0dc0-4e0e-8f41-db9d46dab5f1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 817 time: 0.1012013 May 23 13:08:03.096344 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-b3878f76-9f41-4c1e-b817-4f351554b59f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 380 time: 0.0577915 May 23 13:08:03.105088 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'port': {'device_id': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'admin_state_up': True, 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'security_groups': ['155e8a38-f872-490b-88fc-0ce172a06e3e']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:03.183527 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1cd7e614-a2ac-4564-80c0-21e16baee801 req-50a5619b-30bb-42fd-b50c-06de59f3dac8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 210 time: 0.0368066 May 23 13:08:03.306178 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Made reservation on behalf of 5b4d791d4aca45429094aa0fea349041 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:08:03.309636 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:03.431250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:03.440331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Allocated IP 172.20.0.11 (08745ac9-8019-40f9-9db5-aea6cd887576/3158b868-d3a2-4417-a98b-d7b49dfcae9d/eccadb59-cfe4-41e7-ad44-d4c6052db9fa) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:08:03.483731 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:03.576766 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:03.591841 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:03.679951 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:03.726491 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Network 08745ac9-8019-40f9-9db5-aea6cd887576 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:08:03.731545 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:08:03.733684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:03.735829 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:08:03.789446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:03.790098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:03.859987 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-798f16e6-d8fa-49b9-a1bf-3521ca0b35c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7585399 May 23 13:08:03.878567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Request body: {'port': {'device_id': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:03.938426 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:03.978688 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8bdf6dcc-19dd-4bbc-b9d7-dc88c14b8651 None None] Provisioning complete for port eccadb59-cfe4-41e7-ad44-d4c6052db9fa triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:08:03.979062 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8bdf6dcc-19dd-4bbc-b9d7-dc88c14b8651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:04.010199 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf6dcc-19dd-4bbc-b9d7-dc88c14b8651 None None] Port eccadb59-cfe4-41e7-ad44-d4c6052db9fa cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:08:04.229142 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccadb59-cfe4-41e7-ad44-d4c6052db9fa {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:08:04.236957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Publish callbacks [] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:04.250210 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Transition to ACTIVE for port object eccadb59-cfe4-41e7-ad44-d4c6052db9fa will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:08:04.305060 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca86132-5972-4af3-85bf-d9e3d93cf2df req-c335a000-3c0d-4305-8a0f-abca5a39c294 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:04.306640 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca86132-5972-4af3-85bf-d9e3d93cf2df req-c335a000-3c0d-4305-8a0f-abca5a39c294 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 932 time: 0.0489838 May 23 13:08:04.307699 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:04.374253 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:04.424778 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fca86132-5972-4af3-85bf-d9e3d93cf2df req-0431f5da-3ce8-45f4-9942-d9822ac20c89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114962 May 23 13:08:04.446573 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:04.473781 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Attempting to bind port eccadb59-cfe4-41e7-ad44-d4c6052db9fa on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:08:04.474143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Attempting to bind port eccadb59-cfe4-41e7-ad44-d4c6052db9fa by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:08:04.475033 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Attempting to bind port eccadb59-cfe4-41e7-ad44-d4c6052db9fa on network 08745ac9-8019-40f9-9db5-aea6cd887576 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:08:04.479852 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Port eccadb59-cfe4-41e7-ad44-d4c6052db9fa on network 08745ac9-8019-40f9-9db5-aea6cd887576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:08:04.480171 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Attempting to bind port eccadb59-cfe4-41e7-ad44-d4c6052db9fa on network 08745ac9-8019-40f9-9db5-aea6cd887576 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:08:04.485421 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:08:04.485751 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Checking segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:08:04.486166 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Bound using segment: {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:08:04.486614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Bound port: eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fb1af9-4056-46c3-b922-7ac5a93cce02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:08:04.486967 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:04.540174 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:04.550654 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:08:04.554820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:08:04.649428 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:04.688668 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:04.689302 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:04.694697 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] 10.222.0.49 "PUT /v2.0/ports/eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 200 len: 1094 time: 0.8164678 May 23 13:08:04.694697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:04.694697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69a11e-6134-43fa-9ff8-3c2d28117e85" -d '{"events": [{"name": "network-changed", "server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:04.713690 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428499d7-b680-412d-980a-ad7b71b3292e service neutron] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:04.745478 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d7303f-d635-4d6a-a368-19877dadb770 x-openstack-request-id: req-39d7303f-d635-4d6a-a368-19877dadb770 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:04.745828 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:04.747837 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39d7303f-d635-4d6a-a368-19877dadb770 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:04.747837 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d7303f-d635-4d6a-a368-19877dadb770'] response: {'name': 'network-changed', 'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'status': 'completed', 'code': 200} May 23 13:08:04.837750 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a11e-6134-43fa-9ff8-3c2d28117e85 req-a1f33084-0c87-40ce-927d-484e45fbacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:04.839474 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-da69a11e-6134-43fa-9ff8-3c2d28117e85 req-a1f33084-0c87-40ce-927d-484e45fbacd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1128 time: 0.0463889 May 23 13:08:04.942954 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a11e-6134-43fa-9ff8-3c2d28117e85 req-de4358bc-467e-4ebd-af7c-193b0c013062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:04.944447 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-da69a11e-6134-43fa-9ff8-3c2d28117e85 req-de4358bc-467e-4ebd-af7c-193b0c013062 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5b4d791d4aca45429094aa0fea349041&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0916355 May 23 13:08:05.040564 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a11e-6134-43fa-9ff8-3c2d28117e85 req-b8c48bc9-ac11-4b32-98b5-4c862777d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:05.042292 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-da69a11e-6134-43fa-9ff8-3c2d28117e85 req-b8c48bc9-ac11-4b32-98b5-4c862777d532 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917895 May 23 13:08:05.147167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-3b8cd948-f5cc-4d28-9a4a-8bb7183b3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:05.148993 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-3b8cd948-f5cc-4d28-9a4a-8bb7183b3e2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1128 time: 0.0397301 May 23 13:08:05.195161 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-cd8dde33-2b43-4ca9-a0da-84cd6fab41ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 200 len: 217 time: 0.0318027 May 23 13:08:05.246868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-e6215094-4176-409e-884a-4f217a927e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:05.248300 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-e6215094-4176-409e-884a-4f217a927e30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0472305 May 23 13:08:05.290708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-398bbc66-6f9b-4754-b915-1d33be488c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:05.292081 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-398bbc66-6f9b-4754-b915-1d33be488c9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377021 May 23 13:08:05.381361 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-e7e4833a-8a2c-402a-a9bb-b6885ba007f7 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816970 May 23 13:08:05.717625 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67479f0-6914-43df-a03d-3ab3d5bc5512 req-a20cd3a5-f0ec-4d52-98bb-259135c8c1c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:05.719101 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e67479f0-6914-43df-a03d-3ab3d5bc5512 req-a20cd3a5-f0ec-4d52-98bb-259135c8c1c2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0635228 May 23 13:08:05.746527 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63237b93-c007-4b65-ad58-f6aa6f592357 req-b5490119-e152-4a3d-93a9-e8dcaec6a749 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595755 May 23 13:08:05.776187 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e67479f0-6914-43df-a03d-3ab3d5bc5512 req-8d78d077-a21b-44a0-88a0-a9fc6bd638d3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506394 May 23 13:08:06.026573 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:06.029327 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:06.895324 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b0c86-000e-4140-88dd-fe9291764a3a req-5f83400e-09c6-41ab-821d-33b691ac0f6c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:06.898022 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-283b0c86-000e-4140-88dd-fe9291764a3a req-5f83400e-09c6-41ab-821d-33b691ac0f6c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0512877 May 23 13:08:06.945152 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-283b0c86-000e-4140-88dd-fe9291764a3a req-248e7ca4-4ed5-43f5-9ee2-9f36eac708de tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415442 May 23 13:08:07.112451 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:07.125356 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:08.060417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479e6ec-4e1f-4709-bc9c-e95626c87a12 req-daaa44ce-0cfb-4bcd-964c-70eb81b78b39 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:08.061902 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3479e6ec-4e1f-4709-bc9c-e95626c87a12 req-daaa44ce-0cfb-4bcd-964c-70eb81b78b39 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0475016 May 23 13:08:08.073752 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:08.109794 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3479e6ec-4e1f-4709-bc9c-e95626c87a12 req-c6f6697a-332d-464c-a8c6-f5a65276a71e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 May 23 13:08:09.075687 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:08:09.178504 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:09.191087 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'port_id': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'mac_address': 'fa:16:3e:0c:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:08:09.226513 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:08:09.226928 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:09.230163 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eea413-7845-47f8-b938-9614554486a2 req-7e3670a4-06bb-4bab-8a23-b27c1d2f648b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:09.231642 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4eea413-7845-47f8-b938-9614554486a2 req-7e3670a4-06bb-4bab-8a23-b27c1d2f648b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0501168 May 23 13:08:09.240551 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccadb59-cfe4-41e7-ad44-d4c6052db9fa {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:08:09.260985 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:09.279008 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4eea413-7845-47f8-b938-9614554486a2 req-7c030961-ce44-43ef-8c41-8a51b73ba83d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 May 23 13:08:09.340745 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:09.390762 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:09.397948 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.398291 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.398625 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.398956 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.399282 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.399604 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.399919 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.400237 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.400553 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.400870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.401183 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.401498 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.401818 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.402153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.402465 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:09.837304 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['eccadb59-cfe4-41e7-ad44-d4c6052db9fa'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:08:10.386692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:10.398275 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740b909-8d46-465e-ad1e-0546cfa00f0e req-972d4af3-db6e-4f83-be52-328720c53f83 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:10.406226 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e740b909-8d46-465e-ad1e-0546cfa00f0e req-972d4af3-db6e-4f83-be52-328720c53f83 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 945 time: 0.0474992 May 23 13:08:10.445677 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e740b909-8d46-465e-ad1e-0546cfa00f0e req-e9846adb-ba31-4084-b8ba-2ecbb52ed565 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405464 May 23 13:08:11.116589 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:08:11.146104 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:11.150293 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:11.151651 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:11.158799 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port eccadb59-cfe4-41e7-ad44-d4c6052db9fa completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:08:11.228208 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port eccadb59-cfe4-41e7-ad44-d4c6052db9fa triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:08:11.228581 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:11.303291 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:08:11.303607 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:11.326191 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:11.331004 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89122d4-d596-40fb-b59a-ecfe5acdfd63" -d '{"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-plugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:11.341174 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:11.367866 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185941f-74a9-4529-98b2-7e5135d8c13c x-openstack-request-id: req-8185941f-74a9-4529-98b2-7e5135d8c13c {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:11.368153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-plugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:11.368408 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8185941f-74a9-4529-98b2-7e5135d8c13c {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:11.368804 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8185941f-74a9-4529-98b2-7e5135d8c13c'] response: {'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'code': 200} May 23 13:08:11.405638 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:11.456441 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:11.566562 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf4688-1f77-459f-a84e-bd0d2a8704ae req-20b868de-fa80-41b2-9064-cbf020e20d2c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:11.567964 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-43cf4688-1f77-459f-a84e-bd0d2a8704ae req-20b868de-fa80-41b2-9064-cbf020e20d2c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0478797 May 23 13:08:11.618443 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-43cf4688-1f77-459f-a84e-bd0d2a8704ae req-e9fc0d84-9c83-42f4-9c30-867b8eac891d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449414 May 23 13:08:11.732680 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af6dec-61c7-44b8-9844-58e998d158bf req-2bdb8432-152f-4db1-ade9-98532297150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:11.734159 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-53af6dec-61c7-44b8-9844-58e998d158bf req-2bdb8432-152f-4db1-ade9-98532297150f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1130 time: 0.0382385 May 23 13:08:11.779219 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-53af6dec-61c7-44b8-9844-58e998d158bf req-e63c5b63-e3f8-47a6-ac21-891b270245bd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379434 May 23 13:08:12.736247 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2f6ad-eb85-48dd-8643-56eafd3dd3c8 req-8ec0297a-6de2-4816-b283-feec116ca6a2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:12.737713 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-27d2f6ad-eb85-48dd-8643-56eafd3dd3c8 req-8ec0297a-6de2-4816-b283-feec116ca6a2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0473416 May 23 13:08:12.785291 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-27d2f6ad-eb85-48dd-8643-56eafd3dd3c8 req-3ad273c6-fef0-43ec-bd7b-7cab68aa425d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 May 23 13:08:13.907979 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619be138-5262-4804-aaeb-ce3301bec140 req-bf2d4cdb-69af-404f-a076-951bd4eb3267 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:13.909451 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-619be138-5262-4804-aaeb-ce3301bec140 req-bf2d4cdb-69af-404f-a076-951bd4eb3267 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0511885 May 23 13:08:13.955780 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-619be138-5262-4804-aaeb-ce3301bec140 req-2e882db2-da2e-4f36-914f-de8a5e32a75a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 May 23 13:08:14.071067 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad929e1a-dfeb-4f34-90d2-590447d606a4 req-147346da-0343-4f9e-b400-a1f9a9f9ae46 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:14.072560 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ad929e1a-dfeb-4f34-90d2-590447d606a4 req-147346da-0343-4f9e-b400-a1f9a9f9ae46 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0462227 May 23 13:08:14.080990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39058) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:14.085939 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Request body: {'floatingip': {'port_id': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:14.122598 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (1c5900d3-5cac-421b-a191-c6121037a132), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:14.535499 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:14.556367 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:14.621676 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (1c5900d3-5cac-421b-a191-c6121037a132), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:14.669796 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:14.719662 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Floating IP 1c5900d3-5cac-421b-a191-c6121037a132 associated. External IP: 172.37.1.160, port: eccadb59-cfe4-41e7-ad44-d4c6052db9fa. May 23 13:08:14.924836 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Router 19b95bcf-0494-445a-a7bf-fa890d433ef4 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:08:15.034268 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:08:15.039862 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:15.050954 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] Sync routers for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:08:15.076893 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d416e764-3152-4b72-9447-ed48d104ecd2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "PUT /v2.0/floatingips/1c5900d3-5cac-421b-a191-c6121037a132 HTTP/1.1" status: 200 len: 992 time: 0.9928520 May 23 13:08:15.076893 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:15.077773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dea449-2ff4-4205-826a-b80c9517335c" -d '{"events": [{"name": "network-changed", "server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:15.078660 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:15.079289 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:07:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:15.116401 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb56235-a35f-4446-8695-bd2febba3334 x-openstack-request-id: req-6eb56235-a35f-4446-8695-bd2febba3334 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:15.116689 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:15.116940 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6eb56235-a35f-4446-8695-bd2febba3334 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:15.117340 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb56235-a35f-4446-8695-bd2febba3334'] response: {'name': 'network-changed', 'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'status': 'completed', 'code': 200} May 23 13:08:15.185349 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:15.204045 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dea449-2ff4-4205-826a-b80c9517335c req-aeca4bd0-85d2-4831-ba57-5d188d49ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:15.205587 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13dea449-2ff4-4205-826a-b80c9517335c req-aeca4bd0-85d2-4831-ba57-5d188d49ad48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1130 time: 0.0413675 May 23 13:08:15.299515 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dea449-2ff4-4205-826a-b80c9517335c req-7ad16b5a-8fcd-421c-8299-bdbeb0ce16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:15.300998 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13dea449-2ff4-4205-826a-b80c9517335c req-7ad16b5a-8fcd-421c-8299-bdbeb0ce16dc service neutron] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 918 time: 0.0893443 May 23 13:08:15.366276 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13dea449-2ff4-4205-826a-b80c9517335c req-e12fa932-9219-40b4-9085-743c9d6dead2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 200 len: 1000 time: 0.0590572 May 23 13:08:15.406318 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1c5900d3-5cac-421b-a191-c6121037a132', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'floating_ip_address': '172.37.1.160', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'port_id': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'mac_address': 'fa:16:3e:0c:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:59Z', 'updated_at': '2022-05-23T13:08:14Z', 'revision_number': 1, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:15.436186 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] Checking router: 19b95bcf-0494-445a-a7bf-fa890d433ef4 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:08:15.444831 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dea449-2ff4-4205-826a-b80c9517335c req-5d038ed9-300d-414b-8bb2-d8ece3c3ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:15.445222 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:15.445825 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:07:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:15.447900 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13dea449-2ff4-4205-826a-b80c9517335c req-5d038ed9-300d-414b-8bb2-d8ece3c3ebc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0739601 May 23 13:08:15.464053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e94e-601b-4284-a37f-6090f1befd82 req-4d62e1e1-6c68-41af-9991-757f0e0c725f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:15.465823 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5e7e94e-601b-4284-a37f-6090f1befd82 req-4d62e1e1-6c68-41af-9991-757f0e0c725f tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0528457 May 23 13:08:15.514014 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5e7e94e-601b-4284-a37f-6090f1befd82 req-a227dc5f-d85e-45a9-8bd8-bc21c595e483 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 May 23 13:08:15.547762 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:15.754574 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1c5900d3-5cac-421b-a191-c6121037a132', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'floating_ip_address': '172.37.1.160', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'port_id': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'mac_address': 'fa:16:3e:0c:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:59Z', 'updated_at': '2022-05-23T13:08:14Z', 'revision_number': 1, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:15.780008 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d461e02a-fbd6-443d-9064-e983a9d839ab None None] The sync data for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi is: [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1c5900d3-5cac-421b-a191-c6121037a132', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'floating_ip_address': '172.37.1.160', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'port_id': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'mac_address': 'fa:16:3e:0c:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:59Z', 'updated_at': '2022-05-23T13:08:14Z', 'revision_number': 1, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:08:15.966381 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0883a462-de70-4a20-ad2d-3b63a6257bbd None None] New status for floating IP 1c5900d3-5cac-421b-a191-c6121037a132: ACTIVE {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:08:16.630160 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24510e-dbbf-4709-b27b-f2c3f49cadb1 req-9051234b-e525-42dd-94a4-05fdae6d401e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:16.634204 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fe24510e-dbbf-4709-b27b-f2c3f49cadb1 req-9051234b-e525-42dd-94a4-05fdae6d401e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0491576 May 23 13:08:16.661801 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:16.679489 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fe24510e-dbbf-4709-b27b-f2c3f49cadb1 req-97e5f378-0c72-4306-a569-71caa3f65d0c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422974 May 23 13:08:17.507231 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:08:17.792147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cf49f-8ca6-4481-ac56-f4691f19ce24 req-1d9d1198-33bc-43b0-a6c5-dd445d6f157c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:17.793510 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-736cf49f-8ca6-4481-ac56-f4691f19ce24 req-1d9d1198-33bc-43b0-a6c5-dd445d6f157c tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0464699 May 23 13:08:17.839458 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-736cf49f-8ca6-4481-ac56-f4691f19ce24 req-a9a3ae77-8736-4526-86dd-92d674204661 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 May 23 13:08:18.514181 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dea449-2ff4-4205-826a-b80c9517335c req-07222eac-9ab0-4b6c-aad5-6db98e47463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:18.515656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13dea449-2ff4-4205-826a-b80c9517335c req-07222eac-9ab0-4b6c-aad5-6db98e47463e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421758 May 23 13:08:18.605928 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13dea449-2ff4-4205-826a-b80c9517335c req-20c7bc59-ebbf-48ae-8288-16924772f329 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818872 May 23 13:08:18.701569 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13dea449-2ff4-4205-826a-b80c9517335c req-1bb156c3-92c7-4af5-b2ba-84d770c115e3 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866561 May 23 13:08:18.917086 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:18.955474 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72813167-7123-4857-afb2-d8df8ff704f5 req-9df2d410-6e68-462b-9fc7-ea5b67ae3e65 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:18.956919 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-72813167-7123-4857-afb2-d8df8ff704f5 req-9df2d410-6e68-462b-9fc7-ea5b67ae3e65 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0481324 May 23 13:08:19.003586 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-72813167-7123-4857-afb2-d8df8ff704f5 req-3a5ee80d-4653-4cba-92b3-c3cb180ffdb0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb83800a-2345-4e73-af04-aacb6ae9c818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407877 May 23 13:08:19.071396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbfd03-8aca-40ae-976b-94b301850bce req-8e98afd2-5af2-4e64-99c8-31bc17d4394b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:19.072818 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-57bbfd03-8aca-40ae-976b-94b301850bce req-8e98afd2-5af2-4e64-99c8-31bc17d4394b tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 946 time: 0.0451815 May 23 13:08:19.157820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Deleting port ca8020dd-47c4-42a6-93d6-b0699126db66 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:19.158134 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:19.247575 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] For port ca8020dd-47c4-42a6-93d6-b0699126db66, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ca8020dd-47c4-42a6-93d6-b0699126db66,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:19.247937 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:19.410137 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:19.410415 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:19.410729 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Floating IP 696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c disassociated. External IP: 172.37.1.218, port: ca8020dd-47c4-42a6-93d6-b0699126db66. May 23 13:08:19.411075 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Calling delete_port for ca8020dd-47c4-42a6-93d6-b0699126db66 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:19.507807 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:19.576577 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (ca8020dd-47c4-42a6-93d6-b0699126db66), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:19.603001 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event deleted for resources: {'Port': ['ID=ca8020dd-47c4-42a6-93d6-b0699126db66,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:19.717760 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Router ebaa3f25-3fd6-40cf-9396-50848e6101eb has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:08:19.821200 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:08:19.825858 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:19.830270 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] Sync routers for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:08:19.845801 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:19.846439 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:07:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:19.865536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] No DVR routers for this DVR port ca8020dd-47c4-42a6-93d6-b0699126db66 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:08:19.868094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:19.871357 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-57bbfd03-8aca-40ae-976b-94b301850bce req-6a982a10-7e6b-425f-8e20-7f2a1afff80e tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "DELETE /v2.0/ports/ca8020dd-47c4-42a6-93d6-b0699126db66 HTTP/1.1" status: 204 len: 173 time: 0.7929645 May 23 13:08:19.871790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'name': 'network-vif-deleted', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:19.874030 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627f2408-195b-4bb4-81a6-c19c07770d6d" -d '{"events": [{"server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "name": "network-vif-deleted", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:19.920982 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a01a04-2aea-4e64-802d-edaf1cae650a x-openstack-request-id: req-e5a01a04-2aea-4e64-802d-edaf1cae650a {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:19.921595 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462787a7-152e-4a6a-9c26-740f68c60a77", "name": "network-vif-deleted", "tag": "ca8020dd-47c4-42a6-93d6-b0699126db66", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:19.921595 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5a01a04-2aea-4e64-802d-edaf1cae650a {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:19.921898 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a01a04-2aea-4e64-802d-edaf1cae650a'] response: {'server_uuid': '462787a7-152e-4a6a-9c26-740f68c60a77', 'name': 'network-vif-deleted', 'tag': 'ca8020dd-47c4-42a6-93d6-b0699126db66', 'status': 'completed', 'code': 200} May 23 13:08:19.941347 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:19.952151 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:20.120761 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fa0312b3-ceed-472f-ad48-5acc54d5bb5e req-0f47ce45-acd2-462c-b838-d0e5e3c68dd5 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=462787a7-152e-4a6a-9c26-740f68c60a77 HTTP/1.1" status: 200 len: 210 time: 0.0345523 May 23 13:08:20.187381 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:20.212911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] Checking router: ebaa3f25-3fd6-40cf-9396-50848e6101eb for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:08:20.222716 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:20.223804 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:07:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:20.331951 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:20.359751 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:20.644212 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:20.670001 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea61d4f-38bc-4815-a008-f5bfd1cfa4bf None None] The sync data for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi is: [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:03Z', 'revision_number': 4, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '925f77c6-adb6-485e-b66f-590bed02c970', 'name': '', 'network_id': '11cfb087-2166-41ce-9a36-a5b349287bd2', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'mac_address': 'fa:16:3e:a9:10:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:03Z', 'updated_at': '2022-05-23T13:00:10Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'subnets': [{'id': 'fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:08:20.899967 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5228ea88-cd72-4587-a45f-36069fd8349c None None] New status for floating IP 696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c: DOWN {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:08:21.151541 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device ca8020dd-47c4-42a6-93d6-b0699126db66 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:08:21.172671 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: ca8020dd-47c4-42a6-93d6-b0699126db66 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:08:21.173084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device ca8020dd-47c4-42a6-93d6-b0699126db66 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:08:21.291215 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39090) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:21.345358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3e850874-7c74-4ac0-a72f-0185c18dec88 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group (cb83800a-2345-4e73-af04-aacb6ae9c818), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.369143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3e850874-7c74-4ac0-a72f-0185c18dec88 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group (cb83800a-2345-4e73-af04-aacb6ae9c818), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.484918 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3e850874-7c74-4ac0-a72f-0185c18dec88 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (cb83800a-2345-4e73-af04-aacb6ae9c818), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.487579 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3e850874-7c74-4ac0-a72f-0185c18dec88 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.488724 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-3e850874-7c74-4ac0-a72f-0185c18dec88 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb83800a-2345-4e73-af04-aacb6ae9c818 HTTP/1.1" status: 204 len: 168 time: 0.1964977 May 23 13:08:21.492108 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39092) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:21.498842 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e850874-7c74-4ac0-a72f-0185c18dec88 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb83800a-2345-4e73-af04-aacb6ae9c818,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:21.506708 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.api.v2.resource [None req-14c37253-1f63-4ef2-9765-da94f644b486 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] show failed (client error): The resource could not be found. May 23 13:08:21.509324 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-14c37253-1f63-4ef2-9765-da94f644b486 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups/cb83800a-2345-4e73-af04-aacb6ae9c818 HTTP/1.1" status: 404 len: 347 time: 0.0146365 May 23 13:08:21.510523 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39094) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:21.619575 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Deleting port 24725e77-4166-4272-95f9-8ebf6370a312 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:21.619924 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (24725e77-4166-4272-95f9-8ebf6370a312), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.694594 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (24725e77-4166-4272-95f9-8ebf6370a312), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.694915 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (24725e77-4166-4272-95f9-8ebf6370a312), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.707220 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Calling delete_port for 24725e77-4166-4272-95f9-8ebf6370a312 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:21.897134 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (24725e77-4166-4272-95f9-8ebf6370a312), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.924682 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event deleted for resources: {'Port': ['ID=24725e77-4166-4272-95f9-8ebf6370a312,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:21.986583 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks [] for floatingip (696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.989124 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:21.990432 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-0860dade-d019-4d59-bfcd-266419e81985 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "DELETE /v2.0/floatingips/696c54f7-c29b-4e7f-b3f9-1223bd6f6c1c HTTP/1.1" status: 204 len: 168 time: 0.4789901 May 23 13:08:25.015725 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5d648-2049-4766-a5e5-6a988efe11e6 req-3a40b322-c07a-4212-acaa-5eaed1602bbc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:25.017194 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8d5d648-2049-4766-a5e5-6a988efe11e6 req-3a40b322-c07a-4212-acaa-5eaed1602bbc tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0475554 May 23 13:08:25.069790 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8d5d648-2049-4766-a5e5-6a988efe11e6 req-2fdeea0a-d25b-4642-b165-aa21d97cfd5a tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470109 May 23 13:08:25.342276 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:25.888764 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-303a30d6-1809-41b8-9eaa-16d90155cfd0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:25.890227 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-303a30d6-1809-41b8-9eaa-16d90155cfd0 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0468872 May 23 13:08:25.973063 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Deleting port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:25.973327 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:26.069591 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] For port 65ac147c-5bdb-47fa-adf1-5827d23a6e48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=65ac147c-5bdb-47fa-adf1-5827d23a6e48,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:26.070343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:26.083560 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Calling delete_port for 65ac147c-5bdb-47fa-adf1-5827d23a6e48 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:26.203343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b905b3-ad26-4e5b-b344-90aa02523f7d req-6e26ae14-6da9-4f99-bbb9-27e927ef0112 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:26.204819 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-45b905b3-ad26-4e5b-b344-90aa02523f7d req-6e26ae14-6da9-4f99-bbb9-27e927ef0112 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 945 time: 0.0649052 May 23 13:08:26.263030 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:26.294537 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-45b905b3-ad26-4e5b-b344-90aa02523f7d req-74bf5880-3527-45f1-a320-d07976431cf4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830641 May 23 13:08:26.368945 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (65ac147c-5bdb-47fa-adf1-5827d23a6e48), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:26.397660 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event deleted for resources: {'Port': ['ID=65ac147c-5bdb-47fa-adf1-5827d23a6e48,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:26.410178 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['65ac147c-5bdb-47fa-adf1-5827d23a6e48', '381aa96b-0ff9-4824-b7af-8578a2b139b2'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:08:26.432476 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:26.448870 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] No DVR routers for this DVR port 65ac147c-5bdb-47fa-adf1-5827d23a6e48 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:08:26.452768 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:26.456135 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a2cc1f14-c136-4367-aca0-34991fcb37b4 req-4575bf54-7b46-4ae2-b7f9-5f059ff94c45 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "DELETE /v2.0/ports/65ac147c-5bdb-47fa-adf1-5827d23a6e48 HTTP/1.1" status: 204 len: 173 time: 0.5609152 May 23 13:08:26.456578 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'name': 'network-vif-deleted', 'tag': '65ac147c-5bdb-47fa-adf1-5827d23a6e48'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:26.458848 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97afa9bb-38e6-4962-8b86-e521be905972" -d '{"events": [{"server_uuid": "fbf0c0b3-5059-405a-b847-07ed7c6edee9", "name": "network-vif-deleted", "tag": "65ac147c-5bdb-47fa-adf1-5827d23a6e48"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:26.496859 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac44327c-80f6-4b29-a54c-152c2ebecae2 x-openstack-request-id: req-ac44327c-80f6-4b29-a54c-152c2ebecae2 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:26.497094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf0c0b3-5059-405a-b847-07ed7c6edee9", "name": "network-vif-deleted", "tag": "65ac147c-5bdb-47fa-adf1-5827d23a6e48", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:26.497261 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac44327c-80f6-4b29-a54c-152c2ebecae2 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:26.497697 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac44327c-80f6-4b29-a54c-152c2ebecae2'] response: {'server_uuid': 'fbf0c0b3-5059-405a-b847-07ed7c6edee9', 'name': 'network-vif-deleted', 'tag': '65ac147c-5bdb-47fa-adf1-5827d23a6e48', 'status': 'completed', 'code': 200} May 23 13:08:27.106034 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a671467c-5a2c-4b7d-8c8a-67a20a74408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:27.400415 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5c97361f-b1e2-45bb-99a3-42eb6a2738d2 req-ee0db5d8-22b2-458f-93be-3a92b5cc2fc1 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbf0c0b3-5059-405a-b847-07ed7c6edee9 HTTP/1.1" status: 200 len: 210 time: 0.0286682 May 23 13:08:28.820673 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:28.836096 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa77164-78f9-423e-8a8f-63b1aca59250 req-ff7eeeee-bcd4-400a-bd8d-abd86f3575a4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:28.837559 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1fa77164-78f9-423e-8a8f-63b1aca59250 req-ff7eeeee-bcd4-400a-bd8d-abd86f3575a4 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0472195 May 23 13:08:28.885035 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1fa77164-78f9-423e-8a8f-63b1aca59250 req-4cd390f0-0c34-40fe-865d-7007c01542b8 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411806 May 23 13:08:29.181321 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 65ac147c-5bdb-47fa-adf1-5827d23a6e48 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:08:29.201562 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 65ac147c-5bdb-47fa-adf1-5827d23a6e48 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:08:29.201930 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 65ac147c-5bdb-47fa-adf1-5827d23a6e48 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:08:29.473204 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a67aaef4-2f14-4c99-9b4d-c0b8ea032a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:29.657098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-95fc118b-3556-41a1-88cc-5ccd66bbc808 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:29.658556 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-95fc118b-3556-41a1-88cc-5ccd66bbc808 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0496759 May 23 13:08:29.742223 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Deleting port 381aa96b-0ff9-4824-b7af-8578a2b139b2 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:29.742488 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:29.832397 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] For port 381aa96b-0ff9-4824-b7af-8578a2b139b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=381aa96b-0ff9-4824-b7af-8578a2b139b2,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:29.833074 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:30.076642 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Calling delete_port for 381aa96b-0ff9-4824-b7af-8578a2b139b2 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:30.145992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381bbaf-73e2-4e2e-b6c0-6b79286e1eed req-668e5e5e-d240-4361-9015-6a564d7f0a65 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:30.147688 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e381bbaf-73e2-4e2e-b6c0-6b79286e1eed req-668e5e5e-d240-4361-9015-6a564d7f0a65 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 946 time: 0.0830927 May 23 13:08:30.221390 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e381bbaf-73e2-4e2e-b6c0-6b79286e1eed req-2e633a56-7ee5-473d-9e33-05bb0d20b496 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b2a510f-45f0-4bce-9fe2-9f57700453f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662525 May 23 13:08:30.334802 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (381aa96b-0ff9-4824-b7af-8578a2b139b2), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:30.361532 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Pushing event deleted for resources: {'Port': ['ID=381aa96b-0ff9-4824-b7af-8578a2b139b2,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:30.373383 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['381aa96b-0ff9-4824-b7af-8578a2b139b2'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:08:30.413799 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] No DVR routers for this DVR port 381aa96b-0ff9-4824-b7af-8578a2b139b2 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:08:30.416520 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:30.420180 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-99845550-2386-4a1d-90d6-0b5e5b3beff0 req-ddbd97f5-fb92-47d1-84fc-29fd9aef5e90 tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.49 "DELETE /v2.0/ports/381aa96b-0ff9-4824-b7af-8578a2b139b2 HTTP/1.1" status: 204 len: 173 time: 0.7555256 May 23 13:08:30.420621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'name': 'network-vif-deleted', 'tag': '381aa96b-0ff9-4824-b7af-8578a2b139b2'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:30.423455 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491065a7-e82c-4aab-9013-b546a6bc3442" -d '{"events": [{"server_uuid": "3d4562fc-a49b-4d0d-b486-e8d2fb59db7c", "name": "network-vif-deleted", "tag": "381aa96b-0ff9-4824-b7af-8578a2b139b2"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:30.459150 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bf532b-d499-47a4-81ae-a705b2432635 x-openstack-request-id: req-06bf532b-d499-47a4-81ae-a705b2432635 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:30.459446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4562fc-a49b-4d0d-b486-e8d2fb59db7c", "name": "network-vif-deleted", "tag": "381aa96b-0ff9-4824-b7af-8578a2b139b2", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:30.459698 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06bf532b-d499-47a4-81ae-a705b2432635 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:30.460100 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bf532b-d499-47a4-81ae-a705b2432635'] response: {'server_uuid': '3d4562fc-a49b-4d0d-b486-e8d2fb59db7c', 'name': 'network-vif-deleted', 'tag': '381aa96b-0ff9-4824-b7af-8578a2b139b2', 'status': 'completed', 'code': 200} May 23 13:08:30.577199 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:31.070340 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=23 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:31.077216 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:31.337295 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4109f061-4983-43cd-a264-ec0d3af1a336 req-83e30f39-dad9-47ee-970a-6cf88a433bfb tempest-ServerRescueNegativeTestJSON-553231878 tempest-ServerRescueNegativeTestJSON-553231878-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d4562fc-a49b-4d0d-b486-e8d2fb59db7c HTTP/1.1" status: 200 len: 210 time: 0.0292158 May 23 13:08:31.919156 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:31.980803 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:31.982869 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:32.391074 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39150) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:32.667923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:32.856402 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (ebaa3f25-3fd6-40cf-9396-50848e6101eb), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:32.891040 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:33.126831 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Deleting port 925f77c6-adb6-485e-b66f-590bed02c970 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:33.127175 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (925f77c6-adb6-485e-b66f-590bed02c970), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:33.198640 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 381aa96b-0ff9-4824-b7af-8578a2b139b2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:08:33.210966 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] For port 925f77c6-adb6-485e-b66f-590bed02c970, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=925f77c6-adb6-485e-b66f-590bed02c970,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:33.211447 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (925f77c6-adb6-485e-b66f-590bed02c970), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:33.219715 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 381aa96b-0ff9-4824-b7af-8578a2b139b2 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:08:33.220057 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 381aa96b-0ff9-4824-b7af-8578a2b139b2 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:08:33.226048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Calling delete_port for 925f77c6-adb6-485e-b66f-590bed02c970 owned by network:router_interface {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:33.454627 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:33.479538 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (925f77c6-adb6-485e-b66f-590bed02c970), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:33.505394 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=925f77c6-adb6-485e-b66f-590bed02c970,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:33.678164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (ebaa3f25-3fd6-40cf-9396-50848e6101eb), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:33.734815 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:33.827320 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:33.889052 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Router ebaa3f25-3fd6-40cf-9396-50848e6101eb has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:08:33.991924 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:08:33.997934 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9a5370f8-bb5f-425b-9bf3-521e3a427c5a admin admin] 10.222.0.30 "PUT /v2.0/routers/ebaa3f25-3fd6-40cf-9396-50848e6101eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6050687 May 23 13:08:34.001109 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39166) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:34.004730 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] Sync routers for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:08:34.015637 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:34.016594 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:08:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:34.111358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks [] for router (ebaa3f25-3fd6-40cf-9396-50848e6101eb), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:34.123367 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:34.214852 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks [] for router_gateway (ebaa3f25-3fd6-40cf-9396-50848e6101eb), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:34.292904 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134'}], 'enable_snat': True}, 'gw_port_id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:08:33Z', 'revision_number': 5, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port': {'id': 'd61d48b4-0dea-4e7e-aed6-e5fc0de1fa82', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:34.318324 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Deleting port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:34.318633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:34.319105 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] Checking router: ebaa3f25-3fd6-40cf-9396-50848e6101eb for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:08:34.327759 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] Routers {'ebaa3f25-3fd6-40cf-9396-50848e6101eb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:34.328374 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:08:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:34.364868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:34.404711 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] For port d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:34.405062 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:34.420398 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Calling delete_port for d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 owned by network:router_gateway {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:34.422034 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] Set router ebaa3f25-3fd6-40cf-9396-50848e6101eb gateway port host: None {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:34.472327 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:08:34Z', 'revision_number': 6, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:34.496161 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1120e01-78a2-4ffe-b008-93e3ad8f20b7 None None] The sync data for ids ['ebaa3f25-3fd6-40cf-9396-50848e6101eb'] in dv-cinder-master-3-iscsi is: [{'id': 'ebaa3f25-3fd6-40cf-9396-50848e6101eb', 'name': 'tempest-ServerRescueNegativeTestJSON-1983591833-router', 'tenant_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:08:34Z', 'revision_number': 6, 'project_id': '5bda5ee012d84d88a3015baa3b80a7d7', 'gw_port_host': None}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:08:34.673537 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:34.699829 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:34.766808 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (ebaa3f25-3fd6-40cf-9396-50848e6101eb), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:34.985125 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 925f77c6-adb6-485e-b66f-590bed02c970 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:08:35.007232 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 925f77c6-adb6-485e-b66f-590bed02c970 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:08:35.007574 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 925f77c6-adb6-485e-b66f-590bed02c970 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:08:35.113840 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (ebaa3f25-3fd6-40cf-9396-50848e6101eb), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.116149 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks [] for router_controller (ebaa3f25-3fd6-40cf-9396-50848e6101eb), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.239115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (ebaa3f25-3fd6-40cf-9396-50848e6101eb), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.239624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebaa3f25-3fd6-40cf-9396-50848e6101eb {{(pid=115937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:08:35.244684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.245826 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-96a69061-a8f0-47c4-a967-ca58e6a428e5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ebaa3f25-3fd6-40cf-9396-50848e6101eb HTTP/1.1" status: 204 len: 168 time: 1.2394769 May 23 13:08:35.248289 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39170) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:35.303517 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] Deleting subnet fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:08:35.306937 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] Publish callbacks [] for subnet (fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.341615 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.368093 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:35.449549 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.582671 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.607950 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:35.611738 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.614850 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-5919c022-a895-4e94-a820-99603e10c071 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fe3a8e85-bff6-4f1e-a4aa-f689ec26d8ae HTTP/1.1" status: 204 len: 168 time: 0.3652875 May 23 13:08:35.617413 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39172) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:35.620440 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb48555-808a-4df6-8898-cbf89134f947 None None] Network 11cfb087-2166-41ce-9a36-a5b349287bd2 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:08:35.690114 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (11cfb087-2166-41ce-9a36-a5b349287bd2), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.732628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Deleting port 139a641d-87e0-4524-ae24-632ce412692e {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:35.732963 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (139a641d-87e0-4524-ae24-632ce412692e), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.779022 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] DHCP port deletion for 11cfb087-2166-41ce-9a36-a5b349287bd2 request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:08:35.781812 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:35.797725 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] For port 139a641d-87e0-4524-ae24-632ce412692e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=139a641d-87e0-4524-ae24-632ce412692e,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:35.798114 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (139a641d-87e0-4524-ae24-632ce412692e), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.811393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Calling delete_port for 139a641d-87e0-4524-ae24-632ce412692e owned by network:dhcp {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:35.821779 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] Deleting port 139a641d-87e0-4524-ae24-632ce412692e {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:35.822141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (139a641d-87e0-4524-ae24-632ce412692e), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.881553 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:35.884436 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] For port 139a641d-87e0-4524-ae24-632ce412692e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=139a641d-87e0-4524-ae24-632ce412692e,segment=NetworkSegment(4f368d9a-a35a-45ee-9d3e-b39a467bcd51),segment_id=4f368d9a-a35a-45ee-9d3e-b39a467bcd51)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:35.886282 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (139a641d-87e0-4524-ae24-632ce412692e), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.898877 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] Calling delete_port for 139a641d-87e0-4524-ae24-632ce412692e owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:35.957359 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (139a641d-87e0-4524-ae24-632ce412692e), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:35.983953 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Pushing event deleted for resources: {'Port': ['ID=139a641d-87e0-4524-ae24-632ce412692e,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:35.988915 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] No DVR routers for this DVR port 139a641d-87e0-4524-ae24-632ce412692e on host dv-cinder-master-3-iscsi {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:08:36.016836 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (139a641d-87e0-4524-ae24-632ce412692e), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.025585 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:36.042627 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] Pushing event deleted for resources: {'Port': ['ID=139a641d-87e0-4524-ae24-632ce412692e,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:36.046426 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491cb048-1096-4dfa-a7a0-63ad6e189a43 None None] No DVR routers for this DVR port 139a641d-87e0-4524-ae24-632ce412692e on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:08:36.066122 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (11cfb087-2166-41ce-9a36-a5b349287bd2), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.090729 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cfb087-2166-41ce-9a36-a5b349287bd2']}} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:36.100616 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f368d9a-a35a-45ee-9d3e-b39a467bcd51') {'for_net_delete': True} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:36.103559 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f368d9a-a35a-45ee-9d3e-b39a467bcd51') {} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:36.110580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26226600'] for segment (4f368d9a-a35a-45ee-9d3e-b39a467bcd51), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.123290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (4f368d9a-a35a-45ee-9d3e-b39a467bcd51), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.129342 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=115937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:08:36.129720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26712287'] for segment (4f368d9a-a35a-45ee-9d3e-b39a467bcd51), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.170452 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment 4f368d9a-a35a-45ee-9d3e-b39a467bcd51 resource provider aggregate not found May 23 13:08:36.187849 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment 4f368d9a-a35a-45ee-9d3e-b39a467bcd51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f368d9a-a35a-45ee-9d3e-b39a467bcd51 found for delete ", "request_id": "req-ba2f4a90-f94e-429d-bff1-4bde172d0596"}]} May 23 13:08:36.250951 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (11cfb087-2166-41ce-9a36-a5b349287bd2), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.256162 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.259286 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] 10.222.0.30 "DELETE /v2.0/networks/11cfb087-2166-41ce-9a36-a5b349287bd2 HTTP/1.1" status: 204 len: 168 time: 0.6409309 May 23 13:08:36.272997 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0e2c1-b643-4a96-98af-5fc798e2d880 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cfb087-2166-41ce-9a36-a5b349287bd2,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:36.489612 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39184) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:36.529825 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-10733676-ce7b-4be2-90ca-f43d332ee983 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bda5ee012d84d88a3015baa3b80a7d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390708 May 23 13:08:36.532808 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39186) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:36.580678 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c6addada-d086-4d57-b24f-18646dbb910f admin admin] Publish callbacks [] for security_group (9b2a510f-45f0-4bce-9fe2-9f57700453f0), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.606426 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c6addada-d086-4d57-b24f-18646dbb910f admin admin] Publish callbacks [] for security_group (9b2a510f-45f0-4bce-9fe2-9f57700453f0), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.610249 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:08:36.629097 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:08:36.629761 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d61d48b4-0dea-4e7e-aed6-e5fc0de1fa82 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:08:36.629922 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 139a641d-87e0-4524-ae24-632ce412692e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:08:36.651395 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 139a641d-87e0-4524-ae24-632ce412692e {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:08:36.652512 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 139a641d-87e0-4524-ae24-632ce412692e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:08:36.736705 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c6addada-d086-4d57-b24f-18646dbb910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9b2a510f-45f0-4bce-9fe2-9f57700453f0), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.739302 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c6addada-d086-4d57-b24f-18646dbb910f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:36.740466 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-c6addada-d086-4d57-b24f-18646dbb910f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b2a510f-45f0-4bce-9fe2-9f57700453f0 HTTP/1.1" status: 204 len: 168 time: 0.2067230 May 23 13:08:36.749331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6addada-d086-4d57-b24f-18646dbb910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2a510f-45f0-4bce-9fe2-9f57700453f0,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:44.541770 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdabb0-eab1-48dd-9b60-38e574c291f9 req-f3401be0-ede8-443b-bfe2-2c3845740727 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:44.543258 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d6cdabb0-eab1-48dd-9b60-38e574c291f9 req-f3401be0-ede8-443b-bfe2-2c3845740727 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0481741 May 23 13:08:44.589314 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d6cdabb0-eab1-48dd-9b60-38e574c291f9 req-851c61c7-9a43-4a98-a4ab-5eded3e7ea12 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 May 23 13:08:45.706463 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6c8a8-32d2-4417-bce2-76604f151a14 req-ab85518c-83cd-44b0-8294-c790b7313f3d tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:45.707923 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1c6c8a8-32d2-4417-bce2-76604f151a14 req-ab85518c-83cd-44b0-8294-c790b7313f3d tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0491138 May 23 13:08:45.719541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:45.757788 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e1c6c8a8-32d2-4417-bce2-76604f151a14 req-2d4c869a-7543-4229-bc3f-300f62393c77 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443609 May 23 13:08:46.632407 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:46.760727 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:46.761428 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:46.872876 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24058987-45f2-4b37-a41a-0fd14f1b3001 req-b18ebea8-bfc7-480d-a9ea-c7481709bd1a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:46.874367 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24058987-45f2-4b37-a41a-0fd14f1b3001 req-b18ebea8-bfc7-480d-a9ea-c7481709bd1a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0479228 May 23 13:08:46.923681 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24058987-45f2-4b37-a41a-0fd14f1b3001 req-8b1dc1cd-2325-4042-93b4-8757262d0317 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427341 May 23 13:08:48.039946 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf17f54-2684-4bb2-b8e5-04131ed332a3 req-0f6ce132-beb9-4e10-9ae9-fabc23e64208 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:48.041441 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ecf17f54-2684-4bb2-b8e5-04131ed332a3 req-0f6ce132-beb9-4e10-9ae9-fabc23e64208 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0482149 May 23 13:08:48.091531 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ecf17f54-2684-4bb2-b8e5-04131ed332a3 req-cf5e2b67-d3b7-4a64-a89d-6d7b06666bc7 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 May 23 13:08:49.202984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2778739a-f30e-4cf2-a6e6-8defdbb4f484 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:49.204428 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2778739a-f30e-4cf2-a6e6-8defdbb4f484 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0509415 May 23 13:08:49.321933 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14473af4-64df-4d01-a285-82e7be68b94a req-7f081ed1-ceae-4211-a4d9-1de2619e2435 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:49.323407 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14473af4-64df-4d01-a285-82e7be68b94a req-7f081ed1-ceae-4211-a4d9-1de2619e2435 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 946 time: 0.0806682 May 23 13:08:49.341017 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:49.350970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port 8c28d9a8-a92e-43b7-8036-2badecfe93cd {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:49.351310 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:49.428517 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14473af4-64df-4d01-a285-82e7be68b94a req-c666c095-5896-4db2-bce1-113281f50877 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=2b16e4bb-6c4f-4df6-be52-4120adc93ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977428 May 23 13:08:49.464885 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] For port 8c28d9a8-a92e-43b7-8036-2badecfe93cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c28d9a8-a92e-43b7-8036-2badecfe93cd,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:08:49.465191 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:49.632708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:49.633064 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (801696fd-06ec-4d0c-9d23-e4927ea71a6e), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:49.633379 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP 801696fd-06ec-4d0c-9d23-e4927ea71a6e disassociated. External IP: 172.37.1.24, port: 8c28d9a8-a92e-43b7-8036-2badecfe93cd. May 23 13:08:49.633721 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for 8c28d9a8-a92e-43b7-8036-2badecfe93cd owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:49.677152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:49.831250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (8c28d9a8-a92e-43b7-8036-2badecfe93cd), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:49.859278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=8c28d9a8-a92e-43b7-8036-2badecfe93cd,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:49.969924 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:08:50.074052 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:08:50.086304 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:08:50.102652 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:50.102652 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:08:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:50.120277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] No DVR routers for this DVR port 8c28d9a8-a92e-43b7-8036-2badecfe93cd on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:08:50.122987 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:50.126797 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-199d4461-0d15-4f3d-bb22-69a4b96a8e0d req-2c64f618-6e5b-4e9a-816e-642a8c3d991e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "DELETE /v2.0/ports/8c28d9a8-a92e-43b7-8036-2badecfe93cd HTTP/1.1" status: 204 len: 173 time: 0.9165430 May 23 13:08:50.127012 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'name': 'network-vif-deleted', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:50.129239 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76219c8b-7c7b-452d-840c-8966c4fd1733" -d '{"events": [{"server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "name": "network-vif-deleted", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:50.169799 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087639b-842c-449f-8592-08eb66c47c22 x-openstack-request-id: req-6087639b-842c-449f-8592-08eb66c47c22 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:50.170633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db38bec4-b1b0-4f6a-97a4-0a303de2790a", "name": "network-vif-deleted", "tag": "8c28d9a8-a92e-43b7-8036-2badecfe93cd", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:50.170633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6087639b-842c-449f-8592-08eb66c47c22 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:50.176822 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6087639b-842c-449f-8592-08eb66c47c22'] response: {'server_uuid': 'db38bec4-b1b0-4f6a-97a4-0a303de2790a', 'name': 'network-vif-deleted', 'tag': '8c28d9a8-a92e-43b7-8036-2badecfe93cd', 'status': 'completed', 'code': 200} May 23 13:08:50.210807 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:50.408473 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:50.526958 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:08:50.537152 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:08:50.537770 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:08:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:50.540842 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-463fe021-48d2-495f-b0ac-b8743da97f92 req-18436d5b-66ba-4f6f-af90-5222c0d74944 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=db38bec4-b1b0-4f6a-97a4-0a303de2790a HTTP/1.1" status: 200 len: 210 time: 0.0367186 May 23 13:08:50.639917 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:08:50.826921 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:08:50.854394 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4573d956-f0f2-4ea6-8f9c-e83c90620f90 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:08:51.066047 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aa8c71-9724-4037-b68f-87c66492956c None None] New status for floating IP 801696fd-06ec-4d0c-9d23-e4927ea71a6e: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:08:51.344701 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8c28d9a8-a92e-43b7-8036-2badecfe93cd no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:08:51.365128 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 8c28d9a8-a92e-43b7-8036-2badecfe93cd {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:08:51.365459 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8c28d9a8-a92e-43b7-8036-2badecfe93cd not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:08:51.683617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39378) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:51.738454 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b318f31f-6742-4e1a-920d-f9ab490e2990 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (2b16e4bb-6c4f-4df6-be52-4120adc93ef5), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:51.767533 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b318f31f-6742-4e1a-920d-f9ab490e2990 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (2b16e4bb-6c4f-4df6-be52-4120adc93ef5), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:51.871387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b318f31f-6742-4e1a-920d-f9ab490e2990 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2b16e4bb-6c4f-4df6-be52-4120adc93ef5), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:51.874046 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b318f31f-6742-4e1a-920d-f9ab490e2990 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:51.875209 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-b318f31f-6742-4e1a-920d-f9ab490e2990 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/security-groups/2b16e4bb-6c4f-4df6-be52-4120adc93ef5 HTTP/1.1" status: 204 len: 168 time: 0.1905508 May 23 13:08:51.878241 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39384) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:51.884806 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318f31f-6742-4e1a-920d-f9ab490e2990 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b16e4bb-6c4f-4df6-be52-4120adc93ef5,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:51.892365 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.api.v2.resource [None req-860d29ba-dc46-4f36-bdef-34da197c3afe tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] show failed (client error): The resource could not be found. May 23 13:08:51.893973 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-860d29ba-dc46-4f36-bdef-34da197c3afe tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups/2b16e4bb-6c4f-4df6-be52-4120adc93ef5 HTTP/1.1" status: 404 len: 347 time: 0.0145154 May 23 13:08:51.896924 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39386) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:52.007428 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port e87101c2-ad2c-4fbb-9bfd-3d52ead5c750 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:08:52.007665 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.086280 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.086603 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.098494 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for e87101c2-ad2c-4fbb-9bfd-3d52ead5c750 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:08:52.236934 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39390) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:52.274029 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (e87101c2-ad2c-4fbb-9bfd-3d52ead5c750), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.514677 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=e87101c2-ad2c-4fbb-9bfd-3d52ead5c750,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:52.540072 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4a610fc0-970e-44c9-877d-456900459607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.602227 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (801696fd-06ec-4d0c-9d23-e4927ea71a6e), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.605900 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.606014 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1e2cfbc5-1158-4791-be64-eb1ba1cc3e9c tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/floatingips/801696fd-06ec-4d0c-9d23-e4927ea71a6e HTTP/1.1" status: 204 len: 168 time: 0.7077980 May 23 13:08:52.658627 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4a610fc0-970e-44c9-877d-456900459607 admin admin] Publish callbacks [] for security_group (7bd7e17b-271f-4e69-b89f-6b54aa8d2990), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.747489 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4a610fc0-970e-44c9-877d-456900459607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (7bd7e17b-271f-4e69-b89f-6b54aa8d2990), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.761132 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39396) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:52.765679 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-8a6a27c1-e84a-430d-a6b1-c0167a6e0057 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880431397', 'description': 'tempest-description--446827819'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:52.787908 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a610fc0-970e-44c9-877d-456900459607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7e17b-271f-4e69-b89f-6b54aa8d2990,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:52.792093 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4a610fc0-970e-44c9-877d-456900459607 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bb82b0a31ba4d619ebc3d36444f326f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541368 May 23 13:08:52.794726 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39398) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:52.845150 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63baeb98-b207-46dc-b3cf-6967263769f0 admin admin] Publish callbacks [] for security_group (7bd7e17b-271f-4e69-b89f-6b54aa8d2990), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.850426 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a6a27c1-e84a-430d-a6b1-c0167a6e0057 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.867133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63baeb98-b207-46dc-b3cf-6967263769f0 admin admin] Publish callbacks [] for security_group (7bd7e17b-271f-4e69-b89f-6b54aa8d2990), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.900014 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:52.918744 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a6a27c1-e84a-430d-a6b1-c0167a6e0057 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (f29b3e43-de0a-4f56-afcd-f177718a5d3b), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.981412 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63baeb98-b207-46dc-b3cf-6967263769f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (7bd7e17b-271f-4e69-b89f-6b54aa8d2990), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.981594 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a6a27c1-e84a-430d-a6b1-c0167a6e0057 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f29b3e43-de0a-4f56-afcd-f177718a5d3b), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.984088 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63baeb98-b207-46dc-b3cf-6967263769f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:52.985283 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-63baeb98-b207-46dc-b3cf-6967263769f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bd7e17b-271f-4e69-b89f-6b54aa8d2990 HTTP/1.1" status: 204 len: 168 time: 0.1896358 May 23 13:08:52.994455 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baeb98-b207-46dc-b3cf-6967263769f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd7e17b-271f-4e69-b89f-6b54aa8d2990,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:53.000638 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=10,neutron:INSERT=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:53.021584 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a27c1-e84a-430d-a6b1-c0167a6e0057 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b3e43-de0a-4f56-afcd-f177718a5d3b,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:53.103880 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a6a27c1-e84a-430d-a6b1-c0167a6e0057 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.105046 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-8a6a27c1-e84a-430d-a6b1-c0167a6e0057 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3428850 May 23 13:08:53.107968 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39402) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:53.113267 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-49000429-c353-435b-8c3a-083044e9004f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': 'f29b3e43-de0a-4f56-afcd-f177718a5d3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:53.269478 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-49000429-c353-435b-8c3a-083044e9004f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (39336eb1-f0c5-4804-80f9-b71428978b73), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.300890 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:53.321406 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-49000429-c353-435b-8c3a-083044e9004f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (39336eb1-f0c5-4804-80f9-b71428978b73), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.394143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-49000429-c353-435b-8c3a-083044e9004f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (39336eb1-f0c5-4804-80f9-b71428978b73), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.416377 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49000429-c353-435b-8c3a-083044e9004f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39336eb1-f0c5-4804-80f9-b71428978b73,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:53.504692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-49000429-c353-435b-8c3a-083044e9004f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.506191 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-49000429-c353-435b-8c3a-083044e9004f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3972864 May 23 13:08:53.509270 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39406) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:53.513913 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-771d12d2-9300-45c7-8c7e-90ad1157b203 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'security_group_rule': {'security_group_id': 'f29b3e43-de0a-4f56-afcd-f177718a5d3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:53.605310 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-771d12d2-9300-45c7-8c7e-90ad1157b203 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (122840d4-faff-4ac3-8959-a1f0a2d87ce5), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.665134 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39408) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:53.687805 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-771d12d2-9300-45c7-8c7e-90ad1157b203 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (122840d4-faff-4ac3-8959-a1f0a2d87ce5), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.689312 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a0bac21d-40a9-4f48-9c1f-25914c2528dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.759546 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-771d12d2-9300-45c7-8c7e-90ad1157b203 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (122840d4-faff-4ac3-8959-a1f0a2d87ce5), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.776694 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a0bac21d-40a9-4f48-9c1f-25914c2528dc admin admin] Publish callbacks [] for security_group (2b6245eb-61a8-4914-b7a5-8e7937f32c91), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.788607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d12d2-9300-45c7-8c7e-90ad1157b203 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122840d4-faff-4ac3-8959-a1f0a2d87ce5,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:53.878844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a0bac21d-40a9-4f48-9c1f-25914c2528dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2b6245eb-61a8-4914-b7a5-8e7937f32c91), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.913346 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:53.921064 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-771d12d2-9300-45c7-8c7e-90ad1157b203 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:53.922261 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-771d12d2-9300-45c7-8c7e-90ad1157b203 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4120455 May 23 13:08:53.925452 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bac21d-40a9-4f48-9c1f-25914c2528dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6245eb-61a8-4914-b7a5-8e7937f32c91,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:53.926147 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39412) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:53.930689 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:53.933296 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-a0bac21d-40a9-4f48-9c1f-25914c2528dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75ab60c480704e999689098becba5eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648776 May 23 13:08:53.935278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39414) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:53.985098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6a2de2d5-6d45-442c-ab87-e25d99970983 admin admin] Publish callbacks [] for security_group (2b6245eb-61a8-4914-b7a5-8e7937f32c91), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.006944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6a2de2d5-6d45-442c-ab87-e25d99970983 admin admin] Publish callbacks [] for security_group (2b6245eb-61a8-4914-b7a5-8e7937f32c91), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.031626 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.112815 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:54.116169 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.162798 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6a2de2d5-6d45-442c-ab87-e25d99970983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2b6245eb-61a8-4914-b7a5-8e7937f32c91), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.165464 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6a2de2d5-6d45-442c-ab87-e25d99970983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.168896 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-6a2de2d5-6d45-442c-ab87-e25d99970983 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b6245eb-61a8-4914-b7a5-8e7937f32c91 HTTP/1.1" status: 204 len: 168 time: 0.2295449 May 23 13:08:54.175266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2de2d5-6d45-442c-ab87-e25d99970983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6245eb-61a8-4914-b7a5-8e7937f32c91,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:54.262176 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.37.1.12 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/513ca045-b217-4410-8203-a3bc3571d169) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:08:54.370368 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (513ca045-b217-4410-8203-a3bc3571d169), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.483300 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (513ca045-b217-4410-8203-a3bc3571d169), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.510244 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:08:54.533170 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:08:54.538566 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:08:54.540978 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:08:54.573396 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=513ca045-b217-4410-8203-a3bc3571d169,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:54.580658 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:54.636457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (25ac2b1e-6687-43e3-a25e-b0a429c096d3), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.740716 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (513ca045-b217-4410-8203-a3bc3571d169), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.920740 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (513ca045-b217-4410-8203-a3bc3571d169), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:54.987893 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (513ca045-b217-4410-8203-a3bc3571d169), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:55.058725 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=513ca045-b217-4410-8203-a3bc3571d169,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:55.069429 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (25ac2b1e-6687-43e3-a25e-b0a429c096d3), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:55.149917 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:55.151173 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-e31b905b-f963-42f5-942e-bd367be97eb0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2240505 May 23 13:08:55.336215 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:55.371327 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2f38e4e6-0127-484e-b76d-5bf3afedd2cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1880431397&fields=id&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 267 time: 0.0454464 May 23 13:08:55.484223 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-aab190f9-9071-4450-9e85-c4b3114fadd5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:55.485689 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-aab190f9-9071-4450-9e85-c4b3114fadd5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.1072145 May 23 13:08:55.501336 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-fe2bfc21-b038-40d1-a759-563ed0b99a61 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/quotas/0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 375 time: 0.0092847 May 23 13:08:55.551652 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-7b0f8aa5-e8d1-4a0f-add6-7ab45e20127b tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440524 May 23 13:08:55.647482 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-eba93308-d856-4c8d-948d-c125e256e03e service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 May 23 13:08:55.741283 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-c698a965-bf92-4bb6-9c7b-e9b29049d5d4 service neutron] 10.222.0.30 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879123 May 23 13:08:56.010821 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-46c399d8-894d-4284-a6b3-d72a684c2179 req-870a9e91-b08f-4090-a12c-e6ce1d2d8cb6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 210 time: 0.0286436 May 23 13:08:56.596135 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39480) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:56.707269 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:56.782097 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Publish callbacks [] for security_group (9a50a963-672c-4c11-af79-c0335795f634), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:56.832807 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9a50a963-672c-4c11-af79-c0335795f634), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:56.858095 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:56.874028 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a50a963-672c-4c11-af79-c0335795f634,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:56.879338 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79666b25325f459b8b38dff1565cbabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814200 May 23 13:08:56.881174 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39484) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:56.896739 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.897081 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.897493 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.898138 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.898467 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.898792 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.899111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.899435 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.899755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.900072 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.900389 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.900707 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.901018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.901328 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.901641 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5470e6f5-08f6-4195-a8cd-c95a1ad4ebab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:56.943553 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1e38a1bf-f3b8-436d-af3a-d4179fe5c740 admin admin] Publish callbacks [] for security_group (9a50a963-672c-4c11-af79-c0335795f634), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:56.964970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1e38a1bf-f3b8-436d-af3a-d4179fe5c740 admin admin] Publish callbacks [] for security_group (9a50a963-672c-4c11-af79-c0335795f634), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:56.979849 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:57.109179 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1e38a1bf-f3b8-436d-af3a-d4179fe5c740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9a50a963-672c-4c11-af79-c0335795f634), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:57.111731 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1e38a1bf-f3b8-436d-af3a-d4179fe5c740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:57.113517 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1e38a1bf-f3b8-436d-af3a-d4179fe5c740 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a50a963-672c-4c11-af79-c0335795f634 HTTP/1.1" status: 204 len: 168 time: 0.2308776 May 23 13:08:57.115441 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f217f3bb-c645-45c0-be98-b792109c9ed7 req-a9fa3787-4c26-4504-91bc-07b83b3c5979 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 210 time: 0.0350220 May 23 13:08:57.123041 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38a1bf-f3b8-436d-af3a-d4179fe5c740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a50a963-672c-4c11-af79-c0335795f634,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:57.157757 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cbbde26b-e8fb-496c-a799-075c369316ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:57.772943 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39492) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:57.784688 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0d9067f4-52cb-4c1f-9ae2-e6e3d5451f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:57.863956 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0d9067f4-52cb-4c1f-9ae2-e6e3d5451f6a admin admin] Publish callbacks [] for security_group (5f4fa90a-9ead-49cb-8665-378c6ef0b4e6), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:57.966634 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-ea76db1e-c3ab-47bf-b412-69734b604cd6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:57.967996 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-ea76db1e-c3ab-47bf-b412-69734b604cd6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 814 time: 0.0995538 May 23 13:08:57.969842 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0d9067f4-52cb-4c1f-9ae2-e6e3d5451f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (5f4fa90a-9ead-49cb-8665-378c6ef0b4e6), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.035599 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-0d9067f4-52cb-4c1f-9ae2-e6e3d5451f6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abfb547132c049ec9d875706ae326463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635612 May 23 13:08:58.038255 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39494) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:08:58.041021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9067f4-52cb-4c1f-9ae2-e6e3d5451f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4fa90a-9ead-49cb-8665-378c6ef0b4e6,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:58.071434 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-348c7afa-1568-4719-a78c-ee32bcbd56c6 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae347c79fe74082906f0d8eb9dc6677 HTTP/1.1" status: 200 len: 380 time: 0.0823181 May 23 13:08:58.080548 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'port': {'device_id': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'admin_state_up': True, 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'security_groups': ['f29b3e43-de0a-4f56-afcd-f177718a5d3b']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:58.090376 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Publish callbacks [] for security_group (5f4fa90a-9ead-49cb-8665-378c6ef0b4e6), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.116346 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Publish callbacks [] for security_group (5f4fa90a-9ead-49cb-8665-378c6ef0b4e6), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.219564 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5c3b8dfb-d256-4da5-b88e-7cf6c547afdc req-1d0196e8-eebf-4eff-b6d5-f89231795225 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 210 time: 0.0287018 May 23 13:08:58.250464 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (5f4fa90a-9ead-49cb-8665-378c6ef0b4e6), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.252974 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.254793 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f4fa90a-9ead-49cb-8665-378c6ef0b4e6 HTTP/1.1" status: 204 len: 168 time: 0.2154472 May 23 13:08:58.263379 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4fa90a-9ead-49cb-8665-378c6ef0b4e6,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:58.271580 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.271930 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.272293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.272882 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.273219 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.273596 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.273961 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.274800 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.275136 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.276554 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.277036 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.277553 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.278039 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.278383 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.278713 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6743438-f890-4df4-940c-a557ef5d84fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:08:58.289974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Made reservation on behalf of 0ae347c79fe74082906f0d8eb9dc6677 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:08:58.290916 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.424320 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Allocated IP 172.20.0.9 (27240b79-2fbf-4ada-bcf2-ef920669591c/35a5372e-c37d-4b81-ac97-3ca02837c6d7/7b35fa86-306f-4e0a-899e-6bd67c41a574) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:08:58.540961 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:58.563459 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.572262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:58.672729 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.715265 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Network 27240b79-2fbf-4ada-bcf2-ef920669591c is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:08:58.718260 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:08:58.722227 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:08:58.745323 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event updated for resources: {'Port': ['ID=7b35fa86-306f-4e0a-899e-6bd67c41a574,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:58.774949 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:58.775657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:58.848027 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-2c756b22-5abe-415a-90bd-5a3b89970341 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709496 May 23 13:08:58.866626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Request body: {'port': {'device_id': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:08:58.934351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.004404 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-ae666f39-7d68-4f7f-ab54-3bacd4708e94 None None] Provisioning complete for port 7b35fa86-306f-4e0a-899e-6bd67c41a574 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:08:59.005775 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ae666f39-7d68-4f7f-ab54-3bacd4708e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.042857 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-ae666f39-7d68-4f7f-ab54-3bacd4708e94 None None] Port 7b35fa86-306f-4e0a-899e-6bd67c41a574 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:08:59.239250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b35fa86-306f-4e0a-899e-6bd67c41a574 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:08:59.246921 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Publish callbacks [] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.259743 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Transition to ACTIVE for port object 7b35fa86-306f-4e0a-899e-6bd67c41a574 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:08:59.331952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.341886 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a349aa-3f40-4c6f-be9d-79a3f091bfeb req-ce8372cc-c759-4188-8bb9-042ae5640350 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:59.343383 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-82a349aa-3f40-4c6f-be9d-79a3f091bfeb req-ce8372cc-c759-4188-8bb9-042ae5640350 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 931 time: 0.0529132 May 23 13:08:59.394383 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:59.416546 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Pushing event updated for resources: {'Port': ['ID=7b35fa86-306f-4e0a-899e-6bd67c41a574,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:59.458013 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-82a349aa-3f40-4c6f-be9d-79a3f091bfeb req-92994ccb-4195-4e21-ade8-afbc5243553f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922296 May 23 13:08:59.502656 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f8410041-d57e-4b2e-b914-9da8e9d4148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.511209 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Attempting to bind port 7b35fa86-306f-4e0a-899e-6bd67c41a574 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:08:59.511489 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Attempting to bind port 7b35fa86-306f-4e0a-899e-6bd67c41a574 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:08:59.511914 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Attempting to bind port 7b35fa86-306f-4e0a-899e-6bd67c41a574 on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:08:59.517681 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Port 7b35fa86-306f-4e0a-899e-6bd67c41a574 on network 27240b79-2fbf-4ada-bcf2-ef920669591c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:08:59.517681 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Attempting to bind port 7b35fa86-306f-4e0a-899e-6bd67c41a574 on network 27240b79-2fbf-4ada-bcf2-ef920669591c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:08:59.523745 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:08:59.524319 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Checking segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:08:59.525072 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Bound using segment: {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:08:59.525712 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Bound port: 7b35fa86-306f-4e0a-899e-6bd67c41a574, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:08:59.526294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.584557 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:08:59.593372 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] For port 7b35fa86-306f-4e0a-899e-6bd67c41a574, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:08:59.596551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] For port 7b35fa86-306f-4e0a-899e-6bd67c41a574, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b35fa86-306f-4e0a-899e-6bd67c41a574,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:08:59.683555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.724097 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:59.724740 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:08:59.726163 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] 10.222.0.49 "PUT /v2.0/ports/7b35fa86-306f-4e0a-899e-6bd67c41a574 HTTP/1.1" status: 200 len: 1093 time: 0.8648345 May 23 13:08:59.726601 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:08:59.729043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e7d899-9c10-45cc-bf2e-a2e3f26327f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:08:59.763844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d93c78-0f39-4292-a760-81b9ed0e9886 service neutron] Pushing event updated for resources: {'Port': ['ID=7b35fa86-306f-4e0a-899e-6bd67c41a574,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:08:59.773484 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603151aa-3b10-45cd-9235-030cdf832e9f x-openstack-request-id: req-603151aa-3b10-45cd-9235-030cdf832e9f {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:08:59.773484 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:08:59.773484 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-603151aa-3b10-45cd-9235-030cdf832e9f {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:08:59.773868 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603151aa-3b10-45cd-9235-030cdf832e9f'] response: {'name': 'network-changed', 'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'status': 'completed', 'code': 200} May 23 13:08:59.856833 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7d899-9c10-45cc-bf2e-a2e3f26327f5 req-9dee7d31-1f2f-494f-a19e-187cd6a96132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:59.858422 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-79e7d899-9c10-45cc-bf2e-a2e3f26327f5 req-9dee7d31-1f2f-494f-a19e-187cd6a96132 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 1127 time: 0.0431476 May 23 13:08:59.966925 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7d899-9c10-45cc-bf2e-a2e3f26327f5 req-392af209-2ca2-4646-8719-e171bdc83018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:08:59.968364 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-79e7d899-9c10-45cc-bf2e-a2e3f26327f5 req-392af209-2ca2-4646-8719-e171bdc83018 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961347 May 23 13:09:00.070210 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7d899-9c10-45cc-bf2e-a2e3f26327f5 req-5b6b5c7f-ddaf-40e9-8bae-14d8e86b3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:00.071677 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-79e7d899-9c10-45cc-bf2e-a2e3f26327f5 req-5b6b5c7f-ddaf-40e9-8bae-14d8e86b3e7b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929339 May 23 13:09:00.177673 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-856d0188-e9c7-44d5-83ef-972eb5ffd80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:00.179103 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-856d0188-e9c7-44d5-83ef-972eb5ffd80a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 1127 time: 0.0484734 May 23 13:09:00.226396 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-bc9aca9b-a4a0-422e-8df3-9a600c9a95e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b35fa86-306f-4e0a-899e-6bd67c41a574 HTTP/1.1" status: 200 len: 217 time: 0.0339310 May 23 13:09:00.286038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-708ee578-4ca5-4ac7-adc7-c24ba56e1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:00.286038 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-708ee578-4ca5-4ac7-adc7-c24ba56e1da2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0471380 May 23 13:09:00.328044 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-dc521e4f-77c3-4f15-9f4e-484387fb5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:00.329591 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-dc521e4f-77c3-4f15-9f4e-484387fb5608 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435705 May 23 13:09:00.420499 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-74e36d12-0755-4bc9-94ac-1f67a9885e82 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845730 May 23 13:09:00.520709 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cd62895-343d-40e1-b73e-5f93d923f7ca req-fdd64240-bbbd-4d2b-a711-a2160c5c7442 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902462 May 23 13:09:00.582338 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88075910-5974-4f1e-9215-296c937a3bed req-ff658dd1-1d7d-4383-aa6f-6fb4ce62a7d4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:00.585113 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88075910-5974-4f1e-9215-296c937a3bed req-ff658dd1-1d7d-4383-aa6f-6fb4ce62a7d4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 943 time: 0.0542021 May 23 13:09:00.633453 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-88075910-5974-4f1e-9215-296c937a3bed req-4d22fb52-f920-473b-847a-f7e024bed4c0 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 May 23 13:09:00.642825 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:00.824387 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:01.748146 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9ff62-e214-4f56-a202-78df11da509b req-3356d0cc-d395-42f9-b8d2-b71f6e1ea309 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:01.749632 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-05b9ff62-e214-4f56-a202-78df11da509b req-3356d0cc-d395-42f9-b8d2-b71f6e1ea309 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 943 time: 0.0474277 May 23 13:09:01.761604 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:01.799235 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-05b9ff62-e214-4f56-a202-78df11da509b req-5869e12e-c184-451b-9032-61740f6e32d9 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432141 May 23 13:09:01.942464 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:02.788611 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39576) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:02.889632 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:02.898023 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3d5622c1-d7a1-451c-bcbf-398dbf73c4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:02.915659 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8380f-8872-4672-95f2-85e90776152b req-d4458578-3f3a-4790-940a-1ee1b38e4586 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:02.917158 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0b8380f-8872-4672-95f2-85e90776152b req-d4458578-3f3a-4790-940a-1ee1b38e4586 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 943 time: 0.0500708 May 23 13:09:02.969114 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0b8380f-8872-4672-95f2-85e90776152b req-228dddbd-e441-45bf-9f2a-3b789ad9efa4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 May 23 13:09:02.980677 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3d5622c1-d7a1-451c-bcbf-398dbf73c4a1 admin admin] Publish callbacks [] for security_group (450ea570-954f-4a7c-a985-7ba365273f59), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.033226 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3d5622c1-d7a1-451c-bcbf-398dbf73c4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (450ea570-954f-4a7c-a985-7ba365273f59), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.070896 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:03.073388 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-3d5622c1-d7a1-451c-bcbf-398dbf73c4a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cb259b3f8c240519ececd93edf16fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837729 May 23 13:09:03.075277 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5622c1-d7a1-451c-bcbf-398dbf73c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450ea570-954f-4a7c-a985-7ba365273f59,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:03.078339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39582) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:03.125938 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-582f36db-e88c-459d-835c-9d5a1fd2c284 admin admin] Publish callbacks [] for security_group (450ea570-954f-4a7c-a985-7ba365273f59), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.147195 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-582f36db-e88c-459d-835c-9d5a1fd2c284 admin admin] Publish callbacks [] for security_group (450ea570-954f-4a7c-a985-7ba365273f59), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.302000 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-582f36db-e88c-459d-835c-9d5a1fd2c284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (450ea570-954f-4a7c-a985-7ba365273f59), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.304604 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-582f36db-e88c-459d-835c-9d5a1fd2c284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.305745 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-582f36db-e88c-459d-835c-9d5a1fd2c284 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/450ea570-954f-4a7c-a985-7ba365273f59 HTTP/1.1" status: 204 len: 168 time: 0.2285507 May 23 13:09:03.313468 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f36db-e88c-459d-835c-9d5a1fd2c284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450ea570-954f-4a7c-a985-7ba365273f59,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:03.380720 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7b35fa86-306f-4e0a-899e-6bd67c41a574 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:09:03.462940 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.483211 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 7b35fa86-306f-4e0a-899e-6bd67c41a574, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b35fa86-306f-4e0a-899e-6bd67c41a574,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:09:03.498173 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'port_id': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'mac_address': 'fa:16:3e:42:3a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:09:03.657679 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 7b35fa86-306f-4e0a-899e-6bd67c41a574 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:09:03.658091 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.670689 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b35fa86-306f-4e0a-899e-6bd67c41a574 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:09:03.691733 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 7b35fa86-306f-4e0a-899e-6bd67c41a574, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b35fa86-306f-4e0a-899e-6bd67c41a574,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:09:03.735698 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.783966 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=7b35fa86-306f-4e0a-899e-6bd67c41a574,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:03.861557 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39588) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:03.868315 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:03.875908 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-efa66f45-d83f-473a-9b6c-522487345c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:03.949684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-efa66f45-d83f-473a-9b6c-522487345c62 admin admin] Publish callbacks [] for security_group (1993fdb5-c2a8-413b-acd5-5c809934c75a), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:04.016101 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-efa66f45-d83f-473a-9b6c-522487345c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1993fdb5-c2a8-413b-acd5-5c809934c75a), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:04.127927 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['7b35fa86-306f-4e0a-899e-6bd67c41a574'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:09:04.324776 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-efa66f45-d83f-473a-9b6c-522487345c62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85f4c27d81d140c6b8cf6a674610697d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621007 May 23 13:09:04.325578 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa66f45-d83f-473a-9b6c-522487345c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1993fdb5-c2a8-413b-acd5-5c809934c75a,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:04.327529 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39592) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:04.362373 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dbcf5-1e1c-4691-9138-c4547799d608 req-14a46726-e2fb-4e4b-b9b2-72d5d4753c43 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:04.364598 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c67dbcf5-1e1c-4691-9138-c4547799d608 req-14a46726-e2fb-4e4b-b9b2-72d5d4753c43 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 944 time: 0.3233590 May 23 13:09:04.378926 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-432a0f11-4ef8-4ce6-81c1-031103d0b5a4 admin admin] Publish callbacks [] for security_group (1993fdb5-c2a8-413b-acd5-5c809934c75a), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:04.400792 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-432a0f11-4ef8-4ce6-81c1-031103d0b5a4 admin admin] Publish callbacks [] for security_group (1993fdb5-c2a8-413b-acd5-5c809934c75a), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:04.413486 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c67dbcf5-1e1c-4691-9138-c4547799d608 req-c103d008-cb78-4bb9-8ecd-6b02410b5da2 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 May 23 13:09:04.507487 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=75 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:04.519058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-432a0f11-4ef8-4ce6-81c1-031103d0b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1993fdb5-c2a8-413b-acd5-5c809934c75a), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:04.521674 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-432a0f11-4ef8-4ce6-81c1-031103d0b5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:04.523098 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-432a0f11-4ef8-4ce6-81c1-031103d0b5a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1993fdb5-c2a8-413b-acd5-5c809934c75a HTTP/1.1" status: 204 len: 168 time: 0.1937978 May 23 13:09:04.530951 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a0f11-4ef8-4ce6-81c1-031103d0b5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1993fdb5-c2a8-413b-acd5-5c809934c75a,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:05.393429 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7b35fa86-306f-4e0a-899e-6bd67c41a574 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:09:05.435493 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 7b35fa86-306f-4e0a-899e-6bd67c41a574 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:09:05.523336 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 7b35fa86-306f-4e0a-899e-6bd67c41a574 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:09:05.523637 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:05.530451 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236617a7-f1e3-45a4-a0bd-fbdd0602273a req-27e3d56d-cbda-44c1-ba18-310aa34022d7 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:05.537343 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-236617a7-f1e3-45a4-a0bd-fbdd0602273a req-27e3d56d-cbda-44c1-ba18-310aa34022d7 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 944 time: 0.0548799 May 23 13:09:05.586198 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-236617a7-f1e3-45a4-a0bd-fbdd0602273a req-31199ec6-c216-4376-be9b-316dec73a7be tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478888 May 23 13:09:05.604082 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 7b35fa86-306f-4e0a-899e-6bd67c41a574 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:09:05.604579 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:05.628172 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:09:05.631177 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffe78ae-b05a-43c4-b054-340e6144dbf7" -d '{"events": [{"server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "name": "network-vif-plugged", "status": "completed", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:09:05.644159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 7b35fa86-306f-4e0a-899e-6bd67c41a574, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b35fa86-306f-4e0a-899e-6bd67c41a574,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:09:05.669734 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b29dfe-e633-4c4a-8b8b-00bd4d34251d x-openstack-request-id: req-22b29dfe-e633-4c4a-8b8b-00bd4d34251d {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:09:05.669734 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "name": "network-vif-plugged", "status": "completed", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:09:05.669734 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22b29dfe-e633-4c4a-8b8b-00bd4d34251d {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:09:05.669734 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b29dfe-e633-4c4a-8b8b-00bd4d34251d'] response: {'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'code': 200} May 23 13:09:05.716954 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:05.765584 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=7b35fa86-306f-4e0a-899e-6bd67c41a574,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:06.069690 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0977ae-10fa-49b1-a56b-8966b4505a92 req-04be9036-d1a2-40fe-af7a-2df428cc3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:06.071238 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ae0977ae-10fa-49b1-a56b-8966b4505a92 req-04be9036-d1a2-40fe-af7a-2df428cc3a3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 1129 time: 0.0392528 May 23 13:09:06.117025 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ae0977ae-10fa-49b1-a56b-8966b4505a92 req-afee7877-512f-4545-b775-25c3b0954315 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399442 May 23 13:09:06.708572 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d182aee-4a27-45ab-a888-00f978431840 req-f55ad636-83df-41a9-b45b-9ee846168f6e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:06.710091 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7d182aee-4a27-45ab-a888-00f978431840 req-f55ad636-83df-41a9-b45b-9ee846168f6e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 945 time: 0.0482900 May 23 13:09:06.730221 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:06.756911 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7d182aee-4a27-45ab-a888-00f978431840 req-98bacb49-2c62-4f30-93c5-78b9f99200e9 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 May 23 13:09:07.872944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2fbd4-6713-4728-81d4-d3bb08f49e77 req-82294df7-720e-4695-8950-2d256f7d0954 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:07.874399 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b0d2fbd4-6713-4728-81d4-d3bb08f49e77 req-82294df7-720e-4695-8950-2d256f7d0954 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 945 time: 0.0479562 May 23 13:09:07.920711 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b0d2fbd4-6713-4728-81d4-d3bb08f49e77 req-8402799a-9bd3-433f-8344-ab44d2ea5554 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401840 May 23 13:09:08.029751 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0b01d-7e3e-477d-a86f-21b65428b6c8 req-eccdfa06-7b11-4af4-82f5-9a0ea6539259 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:08.031234 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-01e0b01d-7e3e-477d-a86f-21b65428b6c8 req-eccdfa06-7b11-4af4-82f5-9a0ea6539259 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 945 time: 0.0482705 May 23 13:09:08.039756 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39652) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:08.043863 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Request body: {'floatingip': {'port_id': '7b35fa86-306f-4e0a-899e-6bd67c41a574'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:09:08.082041 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (25ac2b1e-6687-43e3-a25e-b0a429c096d3), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:08.505854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:08.591280 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (25ac2b1e-6687-43e3-a25e-b0a429c096d3), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:08.628261 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:08.695674 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP 25ac2b1e-6687-43e3-a25e-b0a429c096d3 associated. External IP: 172.37.1.12, port: 7b35fa86-306f-4e0a-899e-6bd67c41a574. May 23 13:09:08.799633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:08.906841 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:09:09.011225 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:09:09.015655 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:09.023987 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:09:09.035665 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:09:09.036289 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:08:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:09.054495 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ea30cc8a-a552-426b-84f8-95d1421dd02f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "PUT /v2.0/floatingips/25ac2b1e-6687-43e3-a25e-b0a429c096d3 HTTP/1.1" status: 200 len: 990 time: 1.0137444 May 23 13:09:09.058681 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:09:09.058681 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:09:09.097648 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66907f1a-c7c5-412a-8bab-6d87648bf62e x-openstack-request-id: req-66907f1a-c7c5-412a-8bab-6d87648bf62e {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:09:09.098054 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:09:09.098318 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66907f1a-c7c5-412a-8bab-6d87648bf62e {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:09:09.098727 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66907f1a-c7c5-412a-8bab-6d87648bf62e'] response: {'name': 'network-changed', 'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'status': 'completed', 'code': 200} May 23 13:09:09.142812 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:09:09.184133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-5d48541e-f7f5-4ba7-914d-b77d27a01d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:09.185614 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-5d48541e-f7f5-4ba7-914d-b77d27a01d03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 1129 time: 0.0446861 May 23 13:09:09.278234 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-70539f6c-881d-4a05-a3a3-8032f83403c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:09.279729 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-70539f6c-881d-4a05-a3a3-8032f83403c5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 200 len: 915 time: 0.0882065 May 23 13:09:09.348908 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-c88978ef-48db-4ddc-a1e2-ba2fe4d8182b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7b35fa86-306f-4e0a-899e-6bd67c41a574 HTTP/1.1" status: 200 len: 998 time: 0.0629451 May 23 13:09:09.367503 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '25ac2b1e-6687-43e3-a25e-b0a429c096d3', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.12', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:42:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:08:54Z', 'updated_at': '2022-05-23T13:09:08Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:09.397221 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:09:09.399948 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-3cebb41c-20d3-4f72-b1c9-507982cde4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:09.401525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-3cebb41c-20d3-4f72-b1c9-507982cde4bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 200 len: 853 time: 0.0463951 May 23 13:09:09.405916 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:09:09.406516 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:08:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:09.446123 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-f3584368-6f96-4d46-bc50-5aa3e796dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:09.447698 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-f3584368-6f96-4d46-bc50-5aa3e796dd91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=27240b79-2fbf-4ada-bcf2-ef920669591c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401237 May 23 13:09:09.509739 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:09:09.546381 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-9c20e14a-47a4-4640-871c-b3d81e425c9f service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927467 May 23 13:09:09.643613 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4bb4b1b-90a4-44ca-aa4e-22b8373f9077 req-845f1fbc-9e86-4b1b-a9a8-5a839c9ecae1 service neutron] 10.222.0.49 "GET /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907080 May 23 13:09:09.718445 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '25ac2b1e-6687-43e3-a25e-b0a429c096d3', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.12', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:42:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:08:54Z', 'updated_at': '2022-05-23T13:09:08Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:09.743366 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3eb9bcd-8021-46dd-89de-3fdf6a713a5e None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '25ac2b1e-6687-43e3-a25e-b0a429c096d3', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'floating_ip_address': '172.37.1.12', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'port_id': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'mac_address': 'fa:16:3e:42:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:08:54Z', 'updated_at': '2022-05-23T13:09:08Z', 'revision_number': 1, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:09:09.934479 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2900dadf-acdf-419f-bc31-ddbfa0b2f96d None None] New status for floating IP 25ac2b1e-6687-43e3-a25e-b0a429c096d3: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:09:11.921417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39684) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:12.028421 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ee2b-828c-4587-a5c0-f961dae5bcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:12.074691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:12.110147 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ee2b-828c-4587-a5c0-f961dae5bcac admin admin] Publish callbacks [] for security_group (a4f03ee2-b729-475a-b913-a6eed5c0d61a), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:12.193358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ee2b-828c-4587-a5c0-f961dae5bcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a4f03ee2-b729-475a-b913-a6eed5c0d61a), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:12.232500 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2ee2b-828c-4587-a5c0-f961dae5bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f03ee2-b729-475a-b913-a6eed5c0d61a,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:12.236836 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f1d2ee2b-828c-4587-a5c0-f961dae5bcac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ced944af0d346c292fb8254d3649896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143032 May 23 13:09:12.239429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39688) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:12.252986 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:12.288022 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df97cd5e-851e-4145-aa9a-f417a3c41f10 admin admin] Publish callbacks [] for security_group (a4f03ee2-b729-475a-b913-a6eed5c0d61a), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:12.309602 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df97cd5e-851e-4145-aa9a-f417a3c41f10 admin admin] Publish callbacks [] for security_group (a4f03ee2-b729-475a-b913-a6eed5c0d61a), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:12.430911 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df97cd5e-851e-4145-aa9a-f417a3c41f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (a4f03ee2-b729-475a-b913-a6eed5c0d61a), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:12.433469 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df97cd5e-851e-4145-aa9a-f417a3c41f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:12.434636 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-df97cd5e-851e-4145-aa9a-f417a3c41f10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4f03ee2-b729-475a-b913-a6eed5c0d61a HTTP/1.1" status: 204 len: 168 time: 0.1943302 May 23 13:09:12.442881 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97cd5e-851e-4145-aa9a-f417a3c41f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f03ee2-b729-475a-b913-a6eed5c0d61a,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:13.051554 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39696) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:13.065063 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-61b76ed9-0de2-4881-b88d-f40a52cab4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:13.139540 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-61b76ed9-0de2-4881-b88d-f40a52cab4b0 admin admin] Publish callbacks [] for security_group (128af4c1-aa80-454b-b1df-defe01a6b366), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:13.196916 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-61b76ed9-0de2-4881-b88d-f40a52cab4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (128af4c1-aa80-454b-b1df-defe01a6b366), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:13.235364 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-61b76ed9-0de2-4881-b88d-f40a52cab4b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=092cd574626948bba62da642631f8291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826427 May 23 13:09:13.237177 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b76ed9-0de2-4881-b88d-f40a52cab4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128af4c1-aa80-454b-b1df-defe01a6b366,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:13.237997 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39698) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:13.287666 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81749db2-058e-40a7-81ca-6fc8ab9b6e39 admin admin] Publish callbacks [] for security_group (128af4c1-aa80-454b-b1df-defe01a6b366), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:13.308888 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81749db2-058e-40a7-81ca-6fc8ab9b6e39 admin admin] Publish callbacks [] for security_group (128af4c1-aa80-454b-b1df-defe01a6b366), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:13.413474 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81749db2-058e-40a7-81ca-6fc8ab9b6e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (128af4c1-aa80-454b-b1df-defe01a6b366), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:13.415990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-81749db2-058e-40a7-81ca-6fc8ab9b6e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:13.417107 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-81749db2-058e-40a7-81ca-6fc8ab9b6e39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/128af4c1-aa80-454b-b1df-defe01a6b366 HTTP/1.1" status: 204 len: 168 time: 0.1772885 May 23 13:09:13.424646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81749db2-058e-40a7-81ca-6fc8ab9b6e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128af4c1-aa80-454b-b1df-defe01a6b366,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:19.720309 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=71 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:19.721094 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=77 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:20.035926 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:22.455358 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:23.230677 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=32,neutron:DELETE=2,neutron:INSERT=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:23.233568 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:23.343397 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:DELETE=3,neutron:SELECT=16 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:23.420734 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=46,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:23.437672 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:25.328020 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:27.094159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-bba25a4d-538f-4bae-9761-93b453d23d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:29.504923 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-65ab88be-d9c9-4842-9051-4f3accfde98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:30.580685 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:31.506331 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:09:31.923892 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:33.438121 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:33.664137 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39860) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:33.772476 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9123b666-44e3-473a-8d74-f7700cbda36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:33.860609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9123b666-44e3-473a-8d74-f7700cbda36a admin admin] Publish callbacks [] for security_group (1e064a37-da24-4434-a98b-b4b0728e586b), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:33.929805 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9123b666-44e3-473a-8d74-f7700cbda36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1e064a37-da24-4434-a98b-b4b0728e586b), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:33.969626 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b666-44e3-473a-8d74-f7700cbda36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e064a37-da24-4434-a98b-b4b0728e586b,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:33.974038 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9123b666-44e3-473a-8d74-f7700cbda36a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f189c4b75884eec83268238321a8a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087959 May 23 13:09:33.976880 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39870) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:34.035119 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ba7daea4-b6f9-468e-894c-fffdd1725f4e admin admin] Publish callbacks [] for security_group (1e064a37-da24-4434-a98b-b4b0728e586b), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:34.056716 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ba7daea4-b6f9-468e-894c-fffdd1725f4e admin admin] Publish callbacks [] for security_group (1e064a37-da24-4434-a98b-b4b0728e586b), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:34.107684 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-b5c4922e-6d3e-40b0-b7fd-dbc2599f682d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267520630&fields=id&tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 267 time: 0.0463741 May 23 13:09:34.163909 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ba7daea4-b6f9-468e-894c-fffdd1725f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (1e064a37-da24-4434-a98b-b4b0728e586b), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:34.166631 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ba7daea4-b6f9-468e-894c-fffdd1725f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:34.168253 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-ba7daea4-b6f9-468e-894c-fffdd1725f4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e064a37-da24-4434-a98b-b4b0728e586b HTTP/1.1" status: 204 len: 168 time: 0.1903019 May 23 13:09:34.176561 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7daea4-b6f9-468e-894c-fffdd1725f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e064a37-da24-4434-a98b-b4b0728e586b,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:34.221804 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5b7bac89-c613-4387-b4ab-0bbafd568b01 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:34.223293 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5b7bac89-c613-4387-b4ab-0bbafd568b01 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 812 time: 0.1093845 May 23 13:09:34.238105 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-076dd774-910f-4be8-b4ed-cf2597b5400d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/quotas/c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 375 time: 0.0094836 May 23 13:09:34.289998 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-0c0d004e-e2a6-46d8-a81c-6430c41e30ff tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466912 May 23 13:09:34.388949 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-58bc5c7b-84dc-4c7c-9fda-46c8e5cab083 service neutron] 10.222.0.30 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881526 May 23 13:09:34.482397 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-ab44f2c0-abab-4e0d-81ad-b0c7466fe058 service neutron] 10.222.0.30 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876913 May 23 13:09:34.865326 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 39886) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:34.876872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-49d0606f-aaf1-4c42-b635-280a0019aa08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:34.953026 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-49d0606f-aaf1-4c42-b635-280a0019aa08 admin admin] Publish callbacks [] for security_group (60975260-dcd8-468d-a5e1-fd7eececbd6e), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:35.032353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-49d0606f-aaf1-4c42-b635-280a0019aa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (60975260-dcd8-468d-a5e1-fd7eececbd6e), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:35.100212 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-49d0606f-aaf1-4c42-b635-280a0019aa08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b8c7a71139541819c7530e5703e34a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359152 May 23 13:09:35.102055 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c7291536-f163-4663-a6fd-d03b8662ffd1 req-4fc7b7e3-500d-46b0-afdf-a519d6e599ee tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0520420 May 23 13:09:35.102908 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 39892) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:35.107575 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0606f-aaf1-4c42-b635-280a0019aa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60975260-dcd8-468d-a5e1-fd7eececbd6e,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:35.173964 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-59432ce8-3952-4a74-bcd4-a92a1cc804e4 admin admin] Publish callbacks [] for security_group (60975260-dcd8-468d-a5e1-fd7eececbd6e), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:35.195714 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-59432ce8-3952-4a74-bcd4-a92a1cc804e4 admin admin] Publish callbacks [] for security_group (60975260-dcd8-468d-a5e1-fd7eececbd6e), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:35.347153 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-59432ce8-3952-4a74-bcd4-a92a1cc804e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (60975260-dcd8-468d-a5e1-fd7eececbd6e), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:35.349695 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-59432ce8-3952-4a74-bcd4-a92a1cc804e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:35.350866 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-59432ce8-3952-4a74-bcd4-a92a1cc804e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60975260-dcd8-468d-a5e1-fd7eececbd6e HTTP/1.1" status: 204 len: 168 time: 0.2459521 May 23 13:09:35.359204 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59432ce8-3952-4a74-bcd4-a92a1cc804e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60975260-dcd8-468d-a5e1-fd7eececbd6e,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:36.202471 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-320846cc-a1e9-42a7-97a3-ff499f996ec4 req-733134a2-24b9-4e09-8e4e-9a95756607aa tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0287185 May 23 13:09:37.098343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:37.105982 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:37.121199 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-1be47f9f-c93b-4565-bb8a-2f93f84c966e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:37.123215 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-1be47f9f-c93b-4565-bb8a-2f93f84c966e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 812 time: 0.1057050 May 23 13:09:37.203819 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-f1bce420-87d7-42d3-a958-0d61389ba50e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65 HTTP/1.1" status: 200 len: 379 time: 0.0580585 May 23 13:09:37.212318 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'port': {'device_id': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'admin_state_up': True, 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'security_groups': ['53e26d76-a5bb-4f68-957b-73a90c6790f2']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:09:37.314679 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3a088446-0e6a-4a61-802f-8f0686e5b2ea req-ea874630-885f-4c1c-8699-7b375e1d1d0b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0373273 May 23 13:09:37.443634 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Made reservation on behalf of c7ef8e9bc68d4e60b8993eac9f160a65 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:09:37.447176 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:37.574200 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Allocated IP 172.20.0.11 (b8997ea7-0013-4a19-8df5-a24d1eca94b5/e33a9d5e-e842-4e60-924f-a64ae9b86bde/e5d22321-630c-4fb7-97e9-d2c4e994d264) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:09:37.666896 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:37.711636 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:37.808881 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:37.850357 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:09:37.856330 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:09:37.860107 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:09:37.889604 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=e5d22321-630c-4fb7-97e9-d2c4e994d264,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:37.918670 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:37.919289 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:37.996260 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5ffde429-0a00-42a1-8f1d-9104615c4336 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7874746 May 23 13:09:38.022969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Request body: {'port': {'device_id': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:09:38.092369 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:38.134077 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-c78e1d26-58f9-4a5a-883c-aa8d906cc785 None None] Provisioning complete for port e5d22321-630c-4fb7-97e9-d2c4e994d264 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:09:38.134630 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c78e1d26-58f9-4a5a-883c-aa8d906cc785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:38.168189 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-c78e1d26-58f9-4a5a-883c-aa8d906cc785 None None] Port e5d22321-630c-4fb7-97e9-d2c4e994d264 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:09:38.404621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d22321-630c-4fb7-97e9-d2c4e994d264 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:09:38.421624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Publish callbacks [] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:38.458092 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Transition to ACTIVE for port object e5d22321-630c-4fb7-97e9-d2c4e994d264 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:09:38.471303 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccab312-ef4e-48b9-8fa9-5bccf35da0f6 req-622399a8-4032-448f-9eae-a811144395d5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:38.477442 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ccab312-ef4e-48b9-8fa9-5bccf35da0f6 req-622399a8-4032-448f-9eae-a811144395d5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 932 time: 0.0632684 May 23 13:09:38.510596 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:38.524125 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ccab312-ef4e-48b9-8fa9-5bccf35da0f6 req-56af6b7f-5767-4bbd-a012-4dde8ef60216 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454323 May 23 13:09:38.525142 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:38.579973 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Pushing event updated for resources: {'Port': ['ID=e5d22321-630c-4fb7-97e9-d2c4e994d264,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:38.649160 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:38.662191 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Attempting to bind port e5d22321-630c-4fb7-97e9-d2c4e994d264 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:09:38.662529 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Attempting to bind port e5d22321-630c-4fb7-97e9-d2c4e994d264 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:09:38.662881 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Attempting to bind port e5d22321-630c-4fb7-97e9-d2c4e994d264 on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:09:38.668359 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Port e5d22321-630c-4fb7-97e9-d2c4e994d264 on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:09:38.668684 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Attempting to bind port e5d22321-630c-4fb7-97e9-d2c4e994d264 on network b8997ea7-0013-4a19-8df5-a24d1eca94b5 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:09:38.673852 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:09:38.674227 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Checking segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:09:38.674604 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Bound using segment: {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:09:38.675035 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Bound port: e5d22321-630c-4fb7-97e9-d2c4e994d264, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59f10ef-ad7e-470c-9f45-ab91eabbb959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:09:38.675390 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:38.757253 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] For port e5d22321-630c-4fb7-97e9-d2c4e994d264, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:09:38.761277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] For port e5d22321-630c-4fb7-97e9-d2c4e994d264, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:09:38.850042 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:38.887075 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:38.887075 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:38.888342 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] 10.222.0.49 "PUT /v2.0/ports/e5d22321-630c-4fb7-97e9-d2c4e994d264 HTTP/1.1" status: 200 len: 1094 time: 0.8780191 May 23 13:09:38.888793 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:09:38.891078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec9606a-9a2b-4ca7-bf83-7f5fb3d476b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:09:38.922290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c3f38-2191-4a0e-a891-dc4bbbee873b service neutron] Pushing event updated for resources: {'Port': ['ID=e5d22321-630c-4fb7-97e9-d2c4e994d264,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:38.961757 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff7f80-9c3d-4152-a58a-605519f17788 x-openstack-request-id: req-00ff7f80-9c3d-4152-a58a-605519f17788 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:09:38.966799 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:09:38.966799 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00ff7f80-9c3d-4152-a58a-605519f17788 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:09:38.966799 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ff7f80-9c3d-4152-a58a-605519f17788'] response: {'name': 'network-changed', 'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'status': 'completed', 'code': 200} May 23 13:09:39.138538 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9606a-9a2b-4ca7-bf83-7f5fb3d476b5 req-cd220b05-a6f2-4c5b-b9a7-ed421e437917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:39.140034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dec9606a-9a2b-4ca7-bf83-7f5fb3d476b5 req-cd220b05-a6f2-4c5b-b9a7-ed421e437917 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0536640 May 23 13:09:39.285927 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9606a-9a2b-4ca7-bf83-7f5fb3d476b5 req-c59d2908-c5a1-4e75-8760-f0bb644cd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:39.287355 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dec9606a-9a2b-4ca7-bf83-7f5fb3d476b5 req-c59d2908-c5a1-4e75-8760-f0bb644cd3b9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1319132 May 23 13:09:39.677024 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481e40-f487-4ef0-80fb-580e8d31a770 req-73469654-6e3a-414f-ad14-3c9844d7003a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:39.683608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb481e40-f487-4ef0-80fb-580e8d31a770 req-73469654-6e3a-414f-ad14-3c9844d7003a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0607989 May 23 13:09:39.718578 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9606a-9a2b-4ca7-bf83-7f5fb3d476b5 req-2b6688b5-9ed6-4ebb-9471-f8f8560f21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:39.720160 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dec9606a-9a2b-4ca7-bf83-7f5fb3d476b5 req-2b6688b5-9ed6-4ebb-9471-f8f8560f21f9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4252214 May 23 13:09:39.747417 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bb481e40-f487-4ef0-80fb-580e8d31a770 req-5e49edc2-bef8-4139-8a3d-48c405062cca tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613778 May 23 13:09:39.825402 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-21c1a471-ed07-487d-a147-3626bd4fc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:39.826933 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-21c1a471-ed07-487d-a147-3626bd4fc521 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 1128 time: 0.0429833 May 23 13:09:39.879980 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-17d18e6b-35f4-47b6-a200-6de0573135ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264 HTTP/1.1" status: 200 len: 217 time: 0.0328588 May 23 13:09:39.932906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5a08f05f-f968-4749-a8c7-8c4266f4182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:39.934310 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5a08f05f-f968-4749-a8c7-8c4266f4182d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0450616 May 23 13:09:39.978256 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5fe430a2-dcc8-49e9-8522-33ea1a98c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:39.980364 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5fe430a2-dcc8-49e9-8522-33ea1a98c017 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391605 May 23 13:09:40.064299 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:40.074768 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-5bbae4bb-cf38-4e24-9c85-0e7938d7fe2b service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875113 May 23 13:09:40.173571 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7cdedb0b-da0b-458c-9eb6-27b626ecffd8 req-54f5c89d-4a71-43af-9672-c924cb61e134 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905426 May 23 13:09:40.868913 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd99a70-c862-432c-821a-6f8e07159337 req-c1fb7ba2-f90d-447c-9b1e-7f443961c0b5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:40.871212 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9dd99a70-c862-432c-821a-6f8e07159337 req-c1fb7ba2-f90d-447c-9b1e-7f443961c0b5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0529563 May 23 13:09:40.922949 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9dd99a70-c862-432c-821a-6f8e07159337 req-5e45a78a-5213-4a1a-bb00-3d8a7d512094 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456357 May 23 13:09:41.502089 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:41.502830 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:42.039372 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4f178-0465-46b9-baa8-c835a843c32c req-82a88cd5-1b1a-4ade-b163-2d8eacf1ff9b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:42.040841 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a8f4f178-0465-46b9-baa8-c835a843c32c req-82a88cd5-1b1a-4ade-b163-2d8eacf1ff9b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0487788 May 23 13:09:42.091495 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a8f4f178-0465-46b9-baa8-c835a843c32c req-0380bd83-f82e-4f8a-84f5-f6233aa18fbf tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451424 May 23 13:09:43.221524 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce6e73-6204-44b9-990c-1cc2ce55b564 req-56956b61-e01d-4354-a5aa-c4a264eb272b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:43.223084 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-02ce6e73-6204-44b9-990c-1cc2ce55b564 req-56956b61-e01d-4354-a5aa-c4a264eb272b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0519156 May 23 13:09:43.264781 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:43.273931 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-02ce6e73-6204-44b9-990c-1cc2ce55b564 req-2f83e37d-0c74-4f4e-b8fb-f3b824114a85 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451677 May 23 13:09:44.393120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc368977-5d6b-4488-ac48-c8f73d4d88d3 req-49ee3df7-7170-44cb-9b76-c78afddeb29a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:44.394603 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fc368977-5d6b-4488-ac48-c8f73d4d88d3 req-49ee3df7-7170-44cb-9b76-c78afddeb29a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0487940 May 23 13:09:44.443404 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fc368977-5d6b-4488-ac48-c8f73d4d88d3 req-952d606c-7958-4723-80ff-361fdf585cb2 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430021 May 23 13:09:45.353714 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=35,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:45.354513 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:45.717551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33b89d-33dd-464a-b2da-4bb0a432135c req-4bc32086-7c63-41a0-848c-9e57b67b2ba5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:45.719532 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ab33b89d-33dd-464a-b2da-4bb0a432135c req-4bc32086-7c63-41a0-848c-9e57b67b2ba5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0476677 May 23 13:09:45.776119 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ab33b89d-33dd-464a-b2da-4bb0a432135c req-71fcac85-e0ee-45c1-893e-304bd7c8d9d1 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510204 May 23 13:09:46.899021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1dab1-50d7-4b7a-8a0a-92fc6a742811 req-c151e002-b3fb-4b6d-a777-9b177db1e8f4 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:46.901011 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0cc1dab1-50d7-4b7a-8a0a-92fc6a742811 req-c151e002-b3fb-4b6d-a777-9b177db1e8f4 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0510418 May 23 13:09:46.953790 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0cc1dab1-50d7-4b7a-8a0a-92fc6a742811 req-0372d054-f53a-4a66-94fb-d52bb237ab9a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473509 May 23 13:09:48.067708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df84a92-cc15-451e-b0b8-ace1ec816211 req-8d74eb8f-758c-4520-9fc5-e0b78f8d2972 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:48.069161 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5df84a92-cc15-451e-b0b8-ace1ec816211 req-8d74eb8f-758c-4520-9fc5-e0b78f8d2972 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0496716 May 23 13:09:48.121754 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5df84a92-cc15-451e-b0b8-ace1ec816211 req-7c4664f8-3fb3-4750-b3d6-f48523b7058a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466146 May 23 13:09:48.789521 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:48.859483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b687a1-2916-4f91-9726-91a654ebf810 req-84813cdc-2135-4d2d-9674-396e7530359f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:48.860932 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-69b687a1-2916-4f91-9726-91a654ebf810 req-84813cdc-2135-4d2d-9674-396e7530359f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0522063 May 23 13:09:48.915292 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-69b687a1-2916-4f91-9726-91a654ebf810 req-889e5c88-ce1d-4813-8e2f-c18e5141a2d0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479345 May 23 13:09:49.107338 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:49.110190 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:49.237606 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d2399-9575-4bbf-9d7c-689724e075f9 req-974fb960-5666-4253-a202-6a8845c46731 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:49.239084 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f87d2399-9575-4bbf-9d7c-689724e075f9 req-974fb960-5666-4253-a202-6a8845c46731 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 944 time: 0.0473001 May 23 13:09:49.290608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f87d2399-9575-4bbf-9d7c-689724e075f9 req-8801dccd-6e7f-472c-9de9-078b6bed2aff tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459483 May 23 13:09:49.633210 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e5d22321-630c-4fb7-97e9-d2c4e994d264 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:09:49.729640 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port e5d22321-630c-4fb7-97e9-d2c4e994d264, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:09:49.740961 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'port_id': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'mac_address': 'fa:16:3e:85:fd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:09:49.778843 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port e5d22321-630c-4fb7-97e9-d2c4e994d264 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:09:49.779226 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:49.791756 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d22321-630c-4fb7-97e9-d2c4e994d264 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:09:49.811461 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port e5d22321-630c-4fb7-97e9-d2c4e994d264, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:09:49.866255 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:49.912595 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=e5d22321-630c-4fb7-97e9-d2c4e994d264,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:49.920221 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.920390 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.920664 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.921001 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.921331 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.921658 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.922009 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.922335 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.922655 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.922973 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.923295 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.923614 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.923932 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.924245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:49.924559 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:09:50.032546 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcf907-7c0c-4ee0-9461-8784d62ec2b6 req-e9ecc5b8-6eab-48cf-aafe-e0e1f8cfc40d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:50.034013 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-91fcf907-7c0c-4ee0-9461-8784d62ec2b6 req-e9ecc5b8-6eab-48cf-aafe-e0e1f8cfc40d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0467777 May 23 13:09:50.084208 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-91fcf907-7c0c-4ee0-9461-8784d62ec2b6 req-2409df8e-81d9-4d76-9f15-9b6c7d59e26c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447843 May 23 13:09:50.404709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b20618-9621-4736-8b5f-4350be1a024c req-7769736a-9515-4dec-bc45-b1dfee9c0a54 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:50.406907 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4b20618-9621-4736-8b5f-4350be1a024c req-7769736a-9515-4dec-bc45-b1dfee9c0a54 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 945 time: 0.0480847 May 23 13:09:50.459125 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4b20618-9621-4736-8b5f-4350be1a024c req-dca3e766-e709-48d0-bfbb-2d4a43b04a4c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468132 May 23 13:09:50.471219 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['e5d22321-630c-4fb7-97e9-d2c4e994d264'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:09:51.206905 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6b970-972b-47ee-a9ab-eb4a7006e6eb req-b9b48686-93a6-4145-bcdc-677acfe6c68c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:51.208351 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1ff6b970-972b-47ee-a9ab-eb4a7006e6eb req-b9b48686-93a6-4145-bcdc-677acfe6c68c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0481176 May 23 13:09:51.226249 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:51.255034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1ff6b970-972b-47ee-a9ab-eb4a7006e6eb req-07ab3c35-96b1-4772-b4e9-32414308d45c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 May 23 13:09:51.574856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbd20c-ae11-4c63-a023-4730a3e0e40d req-15086a77-b438-4b19-ad8f-2d457a228981 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:51.576331 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-92cbd20c-ae11-4c63-a023-4730a3e0e40d req-15086a77-b438-4b19-ad8f-2d457a228981 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 945 time: 0.0499778 May 23 13:09:51.610830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:51.624204 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-92cbd20c-ae11-4c63-a023-4730a3e0e40d req-7ffebf3d-765b-4f39-84d3-d8513deab2b3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 May 23 13:09:51.658838 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e5d22321-630c-4fb7-97e9-d2c4e994d264 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:09:51.702764 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port e5d22321-630c-4fb7-97e9-d2c4e994d264 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:09:51.746087 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port e5d22321-630c-4fb7-97e9-d2c4e994d264 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:09:51.746396 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:51.822179 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port e5d22321-630c-4fb7-97e9-d2c4e994d264 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:09:51.822563 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:51.845373 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:09:51.847666 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79688860-1f3c-4eba-867f-7187cc1f9af9" -d '{"events": [{"server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "name": "network-vif-plugged", "status": "completed", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:09:51.860454 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port e5d22321-630c-4fb7-97e9-d2c4e994d264, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:09:51.881948 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e8f2f5-304c-4f98-acfd-3002f73445db x-openstack-request-id: req-a3e8f2f5-304c-4f98-acfd-3002f73445db {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:09:51.882233 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "name": "network-vif-plugged", "status": "completed", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:09:51.882481 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3e8f2f5-304c-4f98-acfd-3002f73445db {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:09:51.882869 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e8f2f5-304c-4f98-acfd-3002f73445db'] response: {'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'code': 200} May 23 13:09:51.944783 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:51.991752 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=e5d22321-630c-4fb7-97e9-d2c4e994d264,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:52.274621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67180f-9f59-4f98-96e0-af399be9b248 req-d56766e6-3384-4906-befa-24d611178294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:52.276041 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-aa67180f-9f59-4f98-96e0-af399be9b248 req-d56766e6-3384-4906-befa-24d611178294 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 1130 time: 0.0388131 May 23 13:09:52.324093 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-aa67180f-9f59-4f98-96e0-af399be9b248 req-400e9bcb-384f-445c-995b-2bc652154a69 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405381 May 23 13:09:52.374257 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b664-7b99-4b85-bc7f-1f05e340abaa req-23e69335-0c52-47f5-b949-bbf19173f69f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:52.375930 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c0e9b664-7b99-4b85-bc7f-1f05e340abaa req-23e69335-0c52-47f5-b949-bbf19173f69f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0497849 May 23 13:09:52.422607 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c0e9b664-7b99-4b85-bc7f-1f05e340abaa req-6ca627ce-45ed-4dee-9882-b4f72a3101aa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 May 23 13:09:52.739298 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557001-9535-4547-bd0b-4baa2395cf0d req-d74f8078-1c79-409a-b893-4c8f63b80a55 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:52.741641 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f1557001-9535-4547-bd0b-4baa2395cf0d req-d74f8078-1c79-409a-b893-4c8f63b80a55 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0472519 May 23 13:09:52.792987 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f1557001-9535-4547-bd0b-4baa2395cf0d req-54dc69f5-4a2c-421f-88a7-7c8c39c3865d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460255 May 23 13:09:53.541205 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0e377-0ada-44b4-b02b-277730ef0d51 req-281a0206-40d5-4bb8-80bb-2a7987ae6def tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:53.542670 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-02c0e377-0ada-44b4-b02b-277730ef0d51 req-281a0206-40d5-4bb8-80bb-2a7987ae6def tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0466342 May 23 13:09:53.592438 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-02c0e377-0ada-44b4-b02b-277730ef0d51 req-01644f40-5be8-430d-8377-b68f1968013a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435882 May 23 13:09:53.904856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec360e1-320d-4163-b06c-8b2b4baa8ef1 req-d740328c-664b-4190-b4ae-91c558c4c2a2 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:53.906903 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ec360e1-320d-4163-b06c-8b2b4baa8ef1 req-d740328c-664b-4190-b4ae-91c558c4c2a2 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0483112 May 23 13:09:53.954661 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ec360e1-320d-4163-b06c-8b2b4baa8ef1 req-648e8c4a-b52c-43c1-a786-d294e14bd7e7 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422413 May 23 13:09:54.712049 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934de3c-344a-4816-bad7-a7bcd67a7482 req-1d4728fd-7064-40ef-a75a-6f26dd722278 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:54.714293 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3934de3c-344a-4816-bad7-a7bcd67a7482 req-1d4728fd-7064-40ef-a75a-6f26dd722278 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0492685 May 23 13:09:54.761960 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3934de3c-344a-4816-bad7-a7bcd67a7482 req-034d7e39-d4a3-4e22-8967-b38c899f5406 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 May 23 13:09:55.071056 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fc4b4-9521-4f03-9839-6070bb59fefc req-4b32eb7e-b0fe-436a-8aa6-6ea0d0378e13 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:55.072497 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3b7fc4b4-9521-4f03-9839-6070bb59fefc req-4b32eb7e-b0fe-436a-8aa6-6ea0d0378e13 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0502112 May 23 13:09:55.120644 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3b7fc4b4-9521-4f03-9839-6070bb59fefc req-ca3d1c42-31a7-40d4-a1a9-a018e8b23f5a tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 May 23 13:09:55.234507 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29007fc-92a8-4ff8-9de8-eba2ec8571e3 req-56b4fe16-42f3-473b-808e-148d28334093 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:55.235866 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a29007fc-92a8-4ff8-9de8-eba2ec8571e3 req-56b4fe16-42f3-473b-808e-148d28334093 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0468099 May 23 13:09:55.284555 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a29007fc-92a8-4ff8-9de8-eba2ec8571e3 req-69c3cebf-e8ea-4366-ae01-ed5aad1e0826 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 May 23 13:09:55.306211 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40108) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:55.341179 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:55.488073 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89659cb-e1c0-4ed6-97f3-48f1c7dc4923 tempest-TestVolumeBootPattern-856624557 tempest-TestVolumeBootPattern-856624557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:55.489522 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d89659cb-e1c0-4ed6-97f3-48f1c7dc4923 tempest-TestVolumeBootPattern-856624557 tempest-TestVolumeBootPattern-856624557-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 1125 time: 0.1823449 May 23 13:09:55.492241 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40112) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:09:55.496512 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'port_id': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:09:55.579154 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:55.660393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:55.702178 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:55.719796 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:55.774435 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Allocated IP 172.37.1.85 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/07505f67-a9f7-4c7a-99e7-1183cd3f66c4) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:09:55.901491 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d01dab-7f38-4fab-8015-2f0d021d7418 req-2f24657d-9ae5-44b5-b841-879f08eb74e1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:55.902984 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14d01dab-7f38-4fab-8015-2f0d021d7418 req-2f24657d-9ae5-44b5-b841-879f08eb74e1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0681081 May 23 13:09:55.925308 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:55.983054 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14d01dab-7f38-4fab-8015-2f0d021d7418 req-8e23a8e9-3620-49ac-9d54-22335dd66284 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739040 May 23 13:09:56.049607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:56.089840 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:09:56.095226 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:09:56.099295 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:09:56.102212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=07505f67-a9f7-4c7a-99e7-1183cd3f66c4,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:56.254310 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:56.450146 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (4ea3c841-b28f-4ef9-8486-44ba604711da), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:56.581664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:56.755070 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:56.757042 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:56.820567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:56.897292 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event updated for resources: {'Port': ['ID=07505f67-a9f7-4c7a-99e7-1183cd3f66c4,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:09:56.906171 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (4ea3c841-b28f-4ef9-8486-44ba604711da), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:56.939285 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=11 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:56.941232 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:57.001998 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Floating IP 4ea3c841-b28f-4ef9-8486-44ba604711da associated. External IP: 172.37.1.85, port: e5d22321-630c-4fb7-97e9-d2c4e994d264. May 23 13:09:57.100812 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f32636c5-84da-4adf-9edf-9b2478f5a24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:57.136530 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd486c-12e9-4ac7-b86f-db82e559e03b req-fa752e1b-903a-4597-b398-3e86846e25ea tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:57.137998 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83bd486c-12e9-4ac7-b86f-db82e559e03b req-fa752e1b-903a-4597-b398-3e86846e25ea tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0625594 May 23 13:09:57.246038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:57.260317 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-83bd486c-12e9-4ac7-b86f-db82e559e03b req-b3ea1b38-5127-448c-995d-222a0f327c52 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897706 May 23 13:09:57.274226 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:09:57.382770 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:09:57.392809 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:09:57.403315 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:09:57.408130 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:09:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:57.491353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:57.523509 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ebcd9194-b9ac-4526-9c12-feb63bbfe83e tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0300686 May 23 13:09:57.523919 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:09:57.526211 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88ca0f2-3857-4862-a59c-850badb89026" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:09:57.563195 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17ef035-ddcc-46bc-a3e0-11f43728762e x-openstack-request-id: req-b17ef035-ddcc-46bc-a3e0-11f43728762e {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:09:57.567390 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:09:57.567390 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b17ef035-ddcc-46bc-a3e0-11f43728762e {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:09:57.567390 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17ef035-ddcc-46bc-a3e0-11f43728762e'] response: {'name': 'network-changed', 'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'status': 'completed', 'code': 200} May 23 13:09:57.594908 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:09:57.646614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ca0f2-3857-4862-a59c-850badb89026 req-1ff8ffbc-8e07-4cb0-8a51-ea4e9cca860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:57.648374 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a88ca0f2-3857-4862-a59c-850badb89026 req-1ff8ffbc-8e07-4cb0-8a51-ea4e9cca860c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 1130 time: 0.0399365 May 23 13:09:57.812780 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:22Z', 'revision_number': 1, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}, {'id': '4ea3c841-b28f-4ef9-8486-44ba604711da', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.85', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:85:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:09:56Z', 'updated_at': '2022-05-23T13:09:56Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:57.837588 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:09:57.847147 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:09:57.847762 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:09:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:57.964807 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:09:57.985019 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ca0f2-3857-4862-a59c-850badb89026 req-669e2d68-171a-4e1d-b010-ca209462837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:57.986529 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a88ca0f2-3857-4862-a59c-850badb89026 req-669e2d68-171a-4e1d-b010-ca209462837c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.3315125 May 23 13:09:58.049225 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a88ca0f2-3857-4862-a59c-850badb89026 req-a1df81b0-dee2-48b6-8f46-2348b295134d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264 HTTP/1.1" status: 200 len: 999 time: 0.0558612 May 23 13:09:58.102530 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ca0f2-3857-4862-a59c-850badb89026 req-5aa4d98b-42e4-4adf-915a-3da2655fa8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:58.103887 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a88ca0f2-3857-4862-a59c-850badb89026 req-5aa4d98b-42e4-4adf-915a-3da2655fa8fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0457711 May 23 13:09:58.152722 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ca0f2-3857-4862-a59c-850badb89026 req-9827fdb2-0426-4dc1-9c80-321c470fc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:58.154227 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a88ca0f2-3857-4862-a59c-850badb89026 req-9827fdb2-0426-4dc1-9c80-321c470fc665 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431125 May 23 13:09:58.188626 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:22Z', 'revision_number': 1, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}, {'id': '4ea3c841-b28f-4ef9-8486-44ba604711da', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.85', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:85:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:09:56Z', 'updated_at': '2022-05-23T13:09:56Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:09:58.212212 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:09:58.218183 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98acfc9-d8a8-4253-892c-f44d58b64fb7 None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:22Z', 'revision_number': 1, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}, {'id': '4ea3c841-b28f-4ef9-8486-44ba604711da', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.85', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:85:fd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:09:56Z', 'updated_at': '2022-05-23T13:09:56Z', 'revision_number': 0, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:09:58.245414 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a88ca0f2-3857-4862-a59c-850badb89026 req-96dc242c-6ede-43cd-9c6a-3304b3788507 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 May 23 13:09:58.355734 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a88ca0f2-3857-4862-a59c-850badb89026 req-b759e281-5cb3-4529-8cac-c4e3d3e319ef service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033783 May 23 13:09:58.450178 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd0edc-b713-4d4a-851a-606a2d6262e8 None None] New status for floating IP 4ea3c841-b28f-4ef9-8486-44ba604711da: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:09:58.529723 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958d17-9e11-4283-8b1b-9c045bdb6d8c req-eb9842c5-b05f-4252-bb82-140f912ce970 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:58.531236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a5958d17-9e11-4283-8b1b-9c045bdb6d8c req-eb9842c5-b05f-4252-bb82-140f912ce970 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.1858683 May 23 13:09:58.579943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a5958d17-9e11-4283-8b1b-9c045bdb6d8c req-8d4b8ac6-8580-4303-ab83-dff83672bbb6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 May 23 13:09:59.477529 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-52b1a185-b7b7-455d-8ffc-f4d8a91a447b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:09:59.747181 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db82243-2c3e-4a22-9d31-4c4c5801553c req-12ae07de-595f-42f5-858c-3afd41b5014f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:09:59.748627 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1db82243-2c3e-4a22-9d31-4c4c5801553c req-12ae07de-595f-42f5-858c-3afd41b5014f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0956025 May 23 13:09:59.798974 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1db82243-2c3e-4a22-9d31-4c4c5801553c req-b952995e-7787-4a93-9212-abb1f8f17245 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 May 23 13:10:00.573006 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-9f57e719-3ad5-44d3-ae61-4e3c73f44d13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383124 May 23 13:10:00.585850 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:00.694277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-207b8eae-7622-45cf-812f-598dd59cd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:00.696145 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-207b8eae-7622-45cf-812f-598dd59cd7c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 1129 time: 0.0392575 May 23 13:10:00.795337 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:00.815562 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-b571c2a6-48af-41d8-8729-c0b57872692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:00.817007 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-b571c2a6-48af-41d8-8729-c0b57872692a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.1003389 May 23 13:10:00.907224 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-8beacfaa-5931-4507-9b18-cda3ec1ba838 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c HTTP/1.1" status: 200 len: 1001 time: 0.0805671 May 23 13:10:00.924432 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9e44c-6570-4a60-9a6e-4e3064f56064 req-9f439d35-da52-49b9-84f3-0b06a7b009a7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:00.925826 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2f9e44c-6570-4a60-9a6e-4e3064f56064 req-9f439d35-da52-49b9-84f3-0b06a7b009a7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0547616 May 23 13:10:01.007129 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e2f9e44c-6570-4a60-9a6e-4e3064f56064 req-ac156cf9-d639-4782-ab00-69fcd4b7b81b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753024 May 23 13:10:01.023079 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-5173012d-0fe4-4989-98f9-bebf3899ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:01.024605 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-5173012d-0fe4-4989-98f9-bebf3899ba7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0573471 May 23 13:10:01.069169 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-068253f8-118d-4ba1-a285-b5bfe5bd3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:01.070659 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-068253f8-118d-4ba1-a285-b5bfe5bd3407 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395479 May 23 13:10:01.164958 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-2437c523-7125-4c9a-b14a-d53fb5abe81e service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 May 23 13:10:01.255244 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1e25de70-3a57-4338-a4aa-0dd0a73c35da req-30b2becb-fe4d-43f2-9ab0-4ed0b606d2b8 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831656 May 23 13:10:01.934595 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:02.132631 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d7547-2f3b-48d4-a41c-e7febc3612c0 req-db2445b3-3f7d-41fa-a9c5-39dba00c3816 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:02.134150 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e03d7547-2f3b-48d4-a41c-e7febc3612c0 req-db2445b3-3f7d-41fa-a9c5-39dba00c3816 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0491476 May 23 13:10:02.181231 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:02.185970 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e03d7547-2f3b-48d4-a41c-e7febc3612c0 req-9da6ffe1-cb69-4217-8fb7-d5dfab838d5e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464275 May 23 13:10:03.305463 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895453c-9404-40f8-a052-7d0cea6054f3 req-b50e97ed-9047-4a43-b714-02dc17447714 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:03.307087 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9895453c-9404-40f8-a052-7d0cea6054f3 req-b50e97ed-9047-4a43-b714-02dc17447714 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0464988 May 23 13:10:03.354909 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9895453c-9404-40f8-a052-7d0cea6054f3 req-53e6bedc-12c9-4cf9-9af4-bbefe9952ed0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 May 23 13:10:03.453841 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:03.683961 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:10:03.787596 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:03.799517 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'port_id': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'mac_address': 'fa:16:3e:0c:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:10:03.826886 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:03.837206 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: ACTIVE; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:03.837594 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:03.851719 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eccadb59-cfe4-41e7-ad44-d4c6052db9fa {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:10:03.855545 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:03.877033 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:03.969572 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:03.974562 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:04.016171 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=6']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:04.152579 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['eccadb59-cfe4-41e7-ad44-d4c6052db9fa'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:10:04.477077 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a7518-df63-444e-99f8-292688147647 req-231dd4ab-db60-4166-a2d4-28a38cea89c6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:04.478574 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-759a7518-df63-444e-99f8-292688147647 req-231dd4ab-db60-4166-a2d4-28a38cea89c6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 945 time: 0.0472481 May 23 13:10:04.526449 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-759a7518-df63-444e-99f8-292688147647 req-9ffbca18-b58c-4afd-af71-63aa15d537fe tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 May 23 13:10:05.650379 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db9b45-4cb3-4d32-b46e-456e3084fb5e req-6067798a-ab9c-405d-b418-e9c03bd9a3dd tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:05.651916 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65db9b45-4cb3-4d32-b46e-456e3084fb5e req-6067798a-ab9c-405d-b418-e9c03bd9a3dd tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 945 time: 0.0522172 May 23 13:10:05.700517 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65db9b45-4cb3-4d32-b46e-456e3084fb5e req-c7ee6add-2860-4c0e-86d4-116456ee4846 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423367 May 23 13:10:05.705986 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:10:05.749738 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port eccadb59-cfe4-41e7-ad44-d4c6052db9fa triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:10:05.750156 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:05.821531 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:05.822153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:05.845187 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:10:05.847394 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9834dcd2-ee77-44cc-9e1d-8c45c1f82bdd" -d '{"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-plugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:10:05.864035 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:05.883345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b398588-8285-4743-ab65-ef5778056698 x-openstack-request-id: req-1b398588-8285-4743-ab65-ef5778056698 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:10:05.883625 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-plugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:10:05.883871 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b398588-8285-4743-ab65-ef5778056698 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:10:05.884255 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b398588-8285-4743-ab65-ef5778056698'] response: {'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'code': 200} May 23 13:10:05.952678 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:05.998074 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=7']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:06.821149 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e88a14-ac03-4493-9643-626c2eb409c4 req-8a00d272-6f14-45b2-ae27-4a77fb610518 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:06.822652 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d3e88a14-ac03-4493-9643-626c2eb409c4 req-8a00d272-6f14-45b2-ae27-4a77fb610518 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0488074 May 23 13:10:06.869714 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d3e88a14-ac03-4493-9643-626c2eb409c4 req-49939287-e462-4e96-8bee-77f78b4a578e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 May 23 13:10:07.988488 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1600be-e0ca-4188-9a96-0c345abe124f req-c8651c2f-3a9f-4789-b767-b567fea7b92e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:07.989934 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-eb1600be-e0ca-4188-9a96-0c345abe124f req-c8651c2f-3a9f-4789-b767-b567fea7b92e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0458364 May 23 13:10:08.040012 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-eb1600be-e0ca-4188-9a96-0c345abe124f req-dfec499c-bbe6-42a2-8eea-6b5d1225fbe7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447428 May 23 13:10:08.505530 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:10:08.508118 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=76 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:09.158602 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03d353-e33b-406c-8229-96157c4bde8d req-0cec5725-f94c-4f3d-b87a-e828715b3e67 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:09.160239 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e03d353-e33b-406c-8229-96157c4bde8d req-0cec5725-f94c-4f3d-b87a-e828715b3e67 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0480802 May 23 13:10:09.185990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:09.210855 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e03d353-e33b-406c-8229-96157c4bde8d req-124ff13b-1035-4584-9948-7c20f4684a02 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452654 May 23 13:10:10.326625 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd4ae-7426-4bc2-8ae3-967e954c3525 req-a71d470c-b718-420b-987f-9077e88ed188 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:10.329248 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-57efd4ae-7426-4bc2-8ae3-967e954c3525 req-a71d470c-b718-420b-987f-9077e88ed188 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0486815 May 23 13:10:10.377566 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-57efd4ae-7426-4bc2-8ae3-967e954c3525 req-d72a7aaa-d4b9-4787-93b6-031969425653 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 May 23 13:10:11.500276 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726911e-052f-48e7-858d-87effac93fb6 req-1208b175-d503-4770-a08d-13b78ecde2b9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:11.501672 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d726911e-052f-48e7-858d-87effac93fb6 req-1208b175-d503-4770-a08d-13b78ecde2b9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0527747 May 23 13:10:11.555199 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d726911e-052f-48e7-858d-87effac93fb6 req-d2c6ca07-33ac-424f-8893-e1a7c5c78ffa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 May 23 13:10:12.677162 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5969f-ffab-4a19-96fe-7d6e283b4f86 req-3f904423-3634-4664-b8ac-d6ced4d835e6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:12.678712 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bff5969f-ffab-4a19-96fe-7d6e283b4f86 req-3f904423-3634-4664-b8ac-d6ced4d835e6 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0506587 May 23 13:10:12.732463 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bff5969f-ffab-4a19-96fe-7d6e283b4f86 req-4be48e58-e8bd-4fdc-a33e-6187e0e1e2f0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 May 23 13:10:13.867525 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77d9a4-cd96-4e2d-a496-2502011b1097 req-c9a175df-6c78-4dda-9cd0-5945c83e8c90 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:13.869034 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d77d9a4-cd96-4e2d-a496-2502011b1097 req-c9a175df-6c78-4dda-9cd0-5945c83e8c90 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0578368 May 23 13:10:13.930667 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8d77d9a4-cd96-4e2d-a496-2502011b1097 req-8478f1dd-c988-40d0-ae52-016330b02922 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536880 May 23 13:10:15.057957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbda99-007f-4ec7-b85f-89ea9e9e6c74 req-2aeb7b18-caea-4ce6-b10e-976ca1bd0888 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:15.060486 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63bbda99-007f-4ec7-b85f-89ea9e9e6c74 req-2aeb7b18-caea-4ce6-b10e-976ca1bd0888 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0551748 May 23 13:10:15.116185 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-63bbda99-007f-4ec7-b85f-89ea9e9e6c74 req-d371529e-dfc2-47f5-925d-5745efd37c71 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486445 May 23 13:10:15.980137 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:15.994843 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:15.996052 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=43 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:16.268673 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:16.288960 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4b8ef-6803-4b39-9544-1a2abdec2a9e req-2a850e98-878a-4f6b-a17c-23b1445723f8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:16.290503 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-73f4b8ef-6803-4b39-9544-1a2abdec2a9e req-2a850e98-878a-4f6b-a17c-23b1445723f8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0855017 May 23 13:10:16.360612 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-73f4b8ef-6803-4b39-9544-1a2abdec2a9e req-3ddab12f-2c72-4f9c-a462-b79c303aa094 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633574 May 23 13:10:17.498150 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fe349-dec4-4308-9f47-da87e26213ef req-011611b5-b97d-4c34-9264-63c99f45b715 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:17.499974 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e9fe349-dec4-4308-9f47-da87e26213ef req-011611b5-b97d-4c34-9264-63c99f45b715 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0586691 May 23 13:10:17.556708 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e9fe349-dec4-4308-9f47-da87e26213ef req-b5e9804a-d16f-41c6-8c42-20663da7d07d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507696 May 23 13:10:18.081674 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40282) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:10:18.230058 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:18.319033 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Publish callbacks [] for security_group (94d0ac6d-2abf-45f0-9944-c4d82510762d), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:18.688466 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fab5b-c80f-4931-9cd6-bb36a8a9ac76 req-7157c577-a6f0-478c-960f-6c6ae073cf70 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:18.690001 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8a5fab5b-c80f-4931-9cd6-bb36a8a9ac76 req-7157c577-a6f0-478c-960f-6c6ae073cf70 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0566547 May 23 13:10:18.745599 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8a5fab5b-c80f-4931-9cd6-bb36a8a9ac76 req-82ceffee-ad88-4970-8890-e65b74f9f799 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497918 May 23 13:10:18.773073 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (94d0ac6d-2abf-45f0-9944-c4d82510762d), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:18.803999 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:18.812488 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0ac6d-2abf-45f0-9944-c4d82510762d,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:18.816525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50473e6ceaae4c7e9051bb5afb6bbdb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7338097 May 23 13:10:18.819649 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 40290) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:10:18.822646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.822986 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.823337 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.823660 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.823990 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.824323 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.824646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.824969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.825294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.825621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.825979 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.826305 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.826625 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.826944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.827338 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6256e243-f95e-4292-943a-417bed4ec2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:18.876100 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Publish callbacks [] for security_group (94d0ac6d-2abf-45f0-9944-c4d82510762d), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:18.898212 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Publish callbacks [] for security_group (94d0ac6d-2abf-45f0-9944-c4d82510762d), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:19.024561 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (94d0ac6d-2abf-45f0-9944-c4d82510762d), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:19.027394 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:19.028573 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94d0ac6d-2abf-45f0-9944-c4d82510762d HTTP/1.1" status: 204 len: 168 time: 0.2080066 May 23 13:10:19.037510 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0ac6d-2abf-45f0-9944-c4d82510762d,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:19.046961 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.046961 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.047262 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.047605 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.047945 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.048276 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.048605 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.048933 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.049256 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.049764 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.050399 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.050723 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.052124 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.052699 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.053140 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a6f549-5076-44f5-924c-83d65407fdab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:19.883035 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff04c13-3ba4-48c9-95d1-52d19a708ec9 req-15643180-e734-40cb-9575-01c7bedfbebe tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:19.885108 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-aff04c13-3ba4-48c9-95d1-52d19a708ec9 req-15643180-e734-40cb-9575-01c7bedfbebe tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0557067 May 23 13:10:19.969932 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-aff04c13-3ba4-48c9-95d1-52d19a708ec9 req-fb95762c-d5df-4d75-a8ed-5feb24b3416f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781384 May 23 13:10:21.136847 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e8a56-01f7-4a23-87c4-d7c8994d882e req-44e9b89b-08be-4840-b0a6-034c517372cf tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:21.138398 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-892e8a56-01f7-4a23-87c4-d7c8994d882e req-44e9b89b-08be-4840-b0a6-034c517372cf tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0691664 May 23 13:10:21.214823 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-892e8a56-01f7-4a23-87c4-d7c8994d882e req-670a9a77-0550-4dcd-a49e-bc1e33805221 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689926 May 23 13:10:22.340506 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6f9be-623f-4a3b-8b01-47416f2ebb4b req-d861e19b-ccee-42d3-b905-44ebf09bf0e7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:22.342312 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f2a6f9be-623f-4a3b-8b01-47416f2ebb4b req-d861e19b-ccee-42d3-b905-44ebf09bf0e7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0523067 May 23 13:10:22.396186 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f2a6f9be-623f-4a3b-8b01-47416f2ebb4b req-065bbe38-eb75-4f27-aa21-650ed8771ff1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479419 May 23 13:10:22.512389 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=82 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:23.334446 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-66c1898f-36b0-461a-88d3-5abf99d552f6 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0ffdc054740c46f990ff4428f11cf07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294652 May 23 13:10:23.554352 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-fddc5d2d-0b02-477f-be47-461b02fc3930 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:23.555799 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-fddc5d2d-0b02-477f-be47-461b02fc3930 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160473 May 23 13:10:23.564517 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1609-8cf9-4828-b94d-6340cdcd8803 req-b379a8c7-e1fd-4faa-804b-5c9b8af27b4a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:23.565923 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bef1609-8cf9-4828-b94d-6340cdcd8803 req-b379a8c7-e1fd-4faa-804b-5c9b8af27b4a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0883172 May 23 13:10:23.583087 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-6b28b51d-c0ae-465f-937b-2d752773e759 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/quotas/0ffdc054740c46f990ff4428f11cf07c HTTP/1.1" status: 200 len: 375 time: 0.0162828 May 23 13:10:23.625050 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-3fb8adb6-3c24-484b-bc2e-7afa58dfe771 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ffdc054740c46f990ff4428f11cf07c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349159 May 23 13:10:23.642024 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bef1609-8cf9-4828-b94d-6340cdcd8803 req-1c6d7e82-db12-43c9-ade5-a0884cda519f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682318 May 23 13:10:23.881440 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-813791d4-51ef-4cef-96d2-da3ab71cbb37 req-2d0de278-fa19-4ded-ba50-b6dab037d53f tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 210 time: 0.0312243 May 23 13:10:24.768343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a06c8d-8ce7-4b22-9534-c5f4cd23c0e6 req-65117340-f564-4bc0-8f4a-89644c37f8dc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:24.769738 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c4a06c8d-8ce7-4b22-9534-c5f4cd23c0e6 req-65117340-f564-4bc0-8f4a-89644c37f8dc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0541406 May 23 13:10:24.796580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:24.817780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da28c-dd66-4091-9ad5-f377649107de req-d60ddb65-73d2-44e4-a9b3-b841a0b8123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:24.819219 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-d60ddb65-73d2-44e4-a9b3-b841a0b8123f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1130 time: 0.0634198 May 23 13:10:24.857072 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c4a06c8d-8ce7-4b22-9534-c5f4cd23c0e6 req-64939876-567a-4235-ad7f-f2bd731c6e98 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687358 May 23 13:10:24.924793 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da28c-dd66-4091-9ad5-f377649107de req-e481c603-6608-49a8-9464-7ce2d9db5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:24.926274 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-e481c603-6608-49a8-9464-7ce2d9db5869 service neutron] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 918 time: 0.0996425 May 23 13:10:24.989020 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:25.020502 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c64146bb-11b4-41d5-b02b-78c94b983c28 req-f2a7188e-6ee2-4316-90fc-6276c6291e4a tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 210 time: 0.0448992 May 23 13:10:25.033383 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-71c72deb-0ae9-4dae-b045-eef21f90e134 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 200 len: 1002 time: 0.0992532 May 23 13:10:25.083287 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da28c-dd66-4091-9ad5-f377649107de req-6179bd8a-4de9-4bb7-b7f0-413d32330c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:25.084673 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-6179bd8a-4de9-4bb7-b7f0-413d32330c8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0441740 May 23 13:10:25.127298 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da28c-dd66-4091-9ad5-f377649107de req-db4eabe8-31c2-4477-aac0-56816de2bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:25.128739 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-db4eabe8-31c2-4477-aac0-56816de2bb3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381041 May 23 13:10:25.139228 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-050f05a4-461d-453f-a91b-cfaefe0ac350 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:10:25.140383 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-050f05a4-461d-453f-a91b-cfaefe0ac350 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048718 May 23 13:10:25.236667 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-6ebaa9dd-17ce-4959-ae80-7dc5c14d9deb service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888350 May 23 13:10:25.335900 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b11da28c-dd66-4091-9ad5-f377649107de req-caacb713-050f-4378-aa76-992479b9da5f service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897872 May 23 13:10:25.339826 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:25.988413 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41eba92-b13d-4d71-9e56-901ef67f0f2f req-d9318c6a-acc9-451b-b083-8ee05318dbe0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:25.990465 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e41eba92-b13d-4d71-9e56-901ef67f0f2f req-d9318c6a-acc9-451b-b083-8ee05318dbe0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0477355 May 23 13:10:26.038122 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e41eba92-b13d-4d71-9e56-901ef67f0f2f req-2bb668ca-f6bb-4165-b77a-75f44d82c409 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421388 May 23 13:10:26.117075 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-35a2c4ae-6c91-4a13-aca6-63900666d8f7 req-54889970-c3c2-4e6a-8fee-e2bf1da62614 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 210 time: 0.0299799 May 23 13:10:27.100112 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-81de6c19-f150-48d2-831a-a0eb14483089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:27.158070 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e191-145b-46e8-a58e-e1b90b247cbf req-1ef778c2-25b9-4c32-848a-bd729aa510bb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:27.159545 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9fd9e191-145b-46e8-a58e-e1b90b247cbf req-1ef778c2-25b9-4c32-848a-bd729aa510bb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 946 time: 0.0484025 May 23 13:10:27.220293 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1d6437c-04d6-481f-8763-39fc2c952f4c req-2522930b-8951-4020-b940-fbb077f2407b tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 210 time: 0.0355918 May 23 13:10:27.231319 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9fd9e191-145b-46e8-a58e-e1b90b247cbf req-0e742c7e-6720-4ed8-85c8-e663292c469c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660467 May 23 13:10:27.642243 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-7988d00f-4604-40ce-a98e-85f561688948 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ffdc054740c46f990ff4428f11cf07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222569 May 23 13:10:27.751762 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-e8e2ab31-1b67-4175-bd68-06fa8a708c86 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:27.753226 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-e8e2ab31-1b67-4175-bd68-06fa8a708c86 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063430 May 23 13:10:27.771258 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Request body: {'port': {'device_id': '77e0e45d-52e4-413b-a475-23882a9f963b', 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51', 'admin_state_up': True, 'tenant_id': '0ffdc054740c46f990ff4428f11cf07c'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:10:27.794378 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:10:27.871848 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: ACTIVE; New status is: DOWN {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:27.872238 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:27.896305 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:10:27.898826 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d288a-9763-43e5-b2be-68bc1995cead" -d '{"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-unplugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:10:27.912445 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:27.934813 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 23 May 2022 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527c1e44-3bc5-472d-98ee-e0351db0fc40 x-openstack-request-id: req-527c1e44-3bc5-472d-98ee-e0351db0fc40 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:10:27.935099 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-unplugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:10:27.935350 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-527c1e44-3bc5-472d-98ee-e0351db0fc40 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:10:27.935736 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527c1e44-3bc5-472d-98ee-e0351db0fc40'] response: {'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'code': 200} May 23 13:10:27.969080 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Made reservation on behalf of 0ffdc054740c46f990ff4428f11cf07c for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:10:27.972482 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:27.981593 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:27.997121 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:28.033021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:28.053116 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=8']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:28.060149 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks [] for security_group (45bf1a84-9832-45a0-8c5b-3e9439078d73), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:28.134428 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (45bf1a84-9832-45a0-8c5b-3e9439078d73), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:28.201038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:28.208800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45bf1a84-9832-45a0-8c5b-3e9439078d73,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:28.281845 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Allocated IP 192.168.233.166 (382e350f-2234-4f98-b9e3-daf5a1e5db51/48a66c57-0c7f-4ee7-a67a-04f20b9774f8/8e16adff-ce2d-4faf-89b8-4f39c24361f9) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:10:28.331366 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-efda0e9d-598f-4254-a9d1-677d0e809175 req-07c94bc5-8da4-47b6-9b9c-056e0f35215a tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 210 time: 0.0406926 May 23 13:10:28.392522 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71beb2-4b5b-4b89-9d3e-720953c9a711 req-d32f4cd9-23c9-4714-906e-e717010d9290 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:28.394078 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fe71beb2-4b5b-4b89-9d3e-720953c9a711 req-d32f4cd9-23c9-4714-906e-e717010d9290 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0676570 May 23 13:10:28.500853 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fe71beb2-4b5b-4b89-9d3e-720953c9a711 req-d6321377-a2b9-45ba-be5e-16dc1ac32dce tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982251 May 23 13:10:28.544199 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks [] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:28.716295 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:28.760211 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Network 382e350f-2234-4f98-b9e3-daf5a1e5db51 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:10:28.763167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:10:28.768401 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:10:28.797336 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Pushing event updated for resources: {'Port': ['ID=8e16adff-ce2d-4faf-89b8-4f39c24361f9,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:28.825180 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:28.825864 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:28.919827 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-6731735e-7d30-475e-9698-a35f6e160aa4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1522362 May 23 13:10:28.937579 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Request body: {'port': {'device_id': '77e0e45d-52e4-413b-a475-23882a9f963b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:10:29.003670 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:29.040886 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:29.041677 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:29.044264 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:29.055215 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-b8603e27-05d4-4920-9b69-6226519bf42e None None] Provisioning complete for port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:10:29.055770 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b8603e27-05d4-4920-9b69-6226519bf42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:29.088548 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-b8603e27-05d4-4920-9b69-6226519bf42e None None] Port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:10:29.246417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:29.296252 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e16adff-ce2d-4faf-89b8-4f39c24361f9 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:10:29.303493 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Publish callbacks [] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:29.316563 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Transition to ACTIVE for port object 8e16adff-ce2d-4faf-89b8-4f39c24361f9 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:10:29.377577 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:29.445923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e16adff-ce2d-4faf-89b8-4f39c24361f9,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:29.483011 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-33d06d21-592f-47f4-ab8a-6f3797bc4ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:29.486624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58186d1-e940-421e-bc47-11b799b9c96c req-10340220-e4af-4dd1-988d-2b83f4d74abf tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:29.487660 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e58186d1-e940-421e-bc47-11b799b9c96c req-10340220-e4af-4dd1-988d-2b83f4d74abf tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 948 time: 0.0772140 May 23 13:10:29.823237 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e58186d1-e940-421e-bc47-11b799b9c96c req-693dd0ea-0c32-4148-9fd3-3a71a46dad2d tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658097 May 23 13:10:29.823866 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Attempting to bind port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:10:29.824186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Attempting to bind port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:10:29.824506 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Attempting to bind port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 on network 382e350f-2234-4f98-b9e3-daf5a1e5db51 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:10:29.829857 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 on network 382e350f-2234-4f98-b9e3-daf5a1e5db51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:10:29.829857 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Attempting to bind port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 on network 382e350f-2234-4f98-b9e3-daf5a1e5db51 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:10:29.834751 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:10:29.835087 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Checking segment: {'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:10:29.835464 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Bound using segment: {'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:10:29.835937 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Bound port: 8e16adff-ce2d-4faf-89b8-4f39c24361f9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00c7f05-9f27-421e-b4b9-817e5731d138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:10:29.836290 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:29.906232 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] For port 8e16adff-ce2d-4faf-89b8-4f39c24361f9, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:10:29.909300 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] For port 8e16adff-ce2d-4faf-89b8-4f39c24361f9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8e16adff-ce2d-4faf-89b8-4f39c24361f9,segment=NetworkSegment(f00c7f05-9f27-421e-b4b9-817e5731d138),segment_id=f00c7f05-9f27-421e-b4b9-817e5731d138)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:10:29.991622 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:30.024253 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.024858 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:30.026325 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] 10.222.0.49 "PUT /v2.0/ports/8e16adff-ce2d-4faf-89b8-4f39c24361f9 HTTP/1.1" status: 200 len: 1098 time: 1.0935724 May 23 13:10:30.027541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e0e45d-52e4-413b-a475-23882a9f963b', 'tag': '8e16adff-ce2d-4faf-89b8-4f39c24361f9'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:10:30.029010 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d4b112-6eea-4a2b-8a8a-876a59b66f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "77e0e45d-52e4-413b-a475-23882a9f963b", "tag": "8e16adff-ce2d-4faf-89b8-4f39c24361f9"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:10:30.060459 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385c39e-544e-401d-b0ae-31077342d8cf service neutron] Pushing event updated for resources: {'Port': ['ID=8e16adff-ce2d-4faf-89b8-4f39c24361f9,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:30.079279 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df03ff75-1147-49c3-8954-07d9950c76b1 x-openstack-request-id: req-df03ff75-1147-49c3-8954-07d9950c76b1 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:10:30.079571 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e0e45d-52e4-413b-a475-23882a9f963b", "tag": "8e16adff-ce2d-4faf-89b8-4f39c24361f9", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:10:30.079822 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df03ff75-1147-49c3-8954-07d9950c76b1 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:10:30.080221 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df03ff75-1147-49c3-8954-07d9950c76b1'] response: {'name': 'network-changed', 'server_uuid': '77e0e45d-52e4-413b-a475-23882a9f963b', 'tag': '8e16adff-ce2d-4faf-89b8-4f39c24361f9', 'status': 'completed', 'code': 200} May 23 13:10:30.152984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:30.182406 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b112-6eea-4a2b-8a8a-876a59b66f8a req-54b55c5f-155a-4c4f-8429-f8446794afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.183940 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-81d4b112-6eea-4a2b-8a8a-876a59b66f8a req-54b55c5f-155a-4c4f-8429-f8446794afc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ffdc054740c46f990ff4428f11cf07c&device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 1132 time: 0.0430949 May 23 13:10:30.223524 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-81d4b112-6eea-4a2b-8a8a-876a59b66f8a req-a3e8d014-c40f-47f0-ab2d-e420c8252e10 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ffdc054740c46f990ff4428f11cf07c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199749 May 23 13:10:30.321866 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4b112-6eea-4a2b-8a8a-876a59b66f8a req-6bf2632b-95b3-4f9c-b8c3-2c51c02897dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.323315 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-81d4b112-6eea-4a2b-8a8a-876a59b66f8a req-6bf2632b-95b3-4f9c-b8c3-2c51c02897dd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911596 May 23 13:10:30.426173 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-ee77568f-fc52-47a1-8f24-dc194db4f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.427643 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-ee77568f-fc52-47a1-8f24-dc194db4f5af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ffdc054740c46f990ff4428f11cf07c&device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 1132 time: 0.0437379 May 23 13:10:30.474800 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-9fad7beb-1dda-49d2-85a4-51efb4f43e0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8e16adff-ce2d-4faf-89b8-4f39c24361f9 HTTP/1.1" status: 200 len: 217 time: 0.0334237 May 23 13:10:30.525341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-bacac895-3aaf-4c63-9572-8ff67d6fc2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.527037 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-bacac895-3aaf-4c63-9572-8ff67d6fc2c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=48a66c57-0c7f-4ee7-a67a-04f20b9774f8 HTTP/1.1" status: 200 len: 843 time: 0.0454831 May 23 13:10:30.547767 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-d35f7206-ca69-4cd7-9e7b-d4725c557cb7 req-6fbeefff-804d-41b7-8898-74d1061bfb9f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:10:30.548762 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d35f7206-ca69-4cd7-9e7b-d4725c557cb7 req-6fbeefff-804d-41b7-8898-74d1061bfb9f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0141931 May 23 13:10:30.579393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15953a29-a840-4dc4-80af-0c9897486edd req-5c55812f-3573-402b-ae5e-a67594dcb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.580799 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-5c55812f-3573-402b-ae5e-a67594dcb63e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=382e350f-2234-4f98-b9e3-daf5a1e5db51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0474548 May 23 13:10:30.602971 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:30.671773 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-af0b182d-b629-4153-a46d-b2733ce03325 service neutron] 10.222.0.49 "GET /v2.0/networks/382e350f-2234-4f98-b9e3-daf5a1e5db51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839541 May 23 13:10:30.763728 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15953a29-a840-4dc4-80af-0c9897486edd req-742ad998-718b-492b-8a6b-57a2ea14a069 service neutron] 10.222.0.49 "GET /v2.0/networks/382e350f-2234-4f98-b9e3-daf5a1e5db51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852032 May 23 13:10:30.883903 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef93116-7ea1-4271-90fa-dc321b96aba7 req-61179f13-871b-4a61-89d9-959d3b9b557f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.885702 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bef93116-7ea1-4271-90fa-dc321b96aba7 req-61179f13-871b-4a61-89d9-959d3b9b557f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0482619 May 23 13:10:30.971460 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f333bf-df2a-4975-a8eb-37323e9edab3 req-486cced3-5131-4cfc-91c4-01543a4ac2bb tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:30.972951 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54f333bf-df2a-4975-a8eb-37323e9edab3 req-486cced3-5131-4cfc-91c4-01543a4ac2bb tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 948 time: 0.0727572 May 23 13:10:30.976943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bef93116-7ea1-4271-90fa-dc321b96aba7 req-773c8d03-4a51-458f-8dd7-2da8c30cb5d9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844970 May 23 13:10:31.024694 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-54f333bf-df2a-4975-a8eb-37323e9edab3 req-fed80835-34eb-40ef-aa52-c7fa257e59d5 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 May 23 13:10:31.396785 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 40450) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:10:31.478835 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-34fc777e-7aad-492c-a4f8-ad61daa8de36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809190 May 23 13:10:31.488032 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8dad156b-859a-4e19-a060-70498744a331 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:10:31.488978 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8dad156b-859a-4e19-a060-70498744a331 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050588 May 23 13:10:31.563710 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 40458) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:10:31.658692 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8e97bd37-afcb-40ba-8eb8-30eefd73d502 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:31.659953 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8e97bd37-afcb-40ba-8eb8-30eefd73d502 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports/eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 200 len: 941 time: 0.0953009 May 23 13:10:31.799014 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:10:31.882714 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: DOWN; New status is: DOWN {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:31.949531 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:32.116631 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec2b70-9272-4ce6-895e-73c69251a807 req-95fec536-e896-41fc-8556-a8834bb9591e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:32.118116 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-33ec2b70-9272-4ce6-895e-73c69251a807 req-95fec536-e896-41fc-8556-a8834bb9591e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0617621 May 23 13:10:32.156484 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:32.166291 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02da287-1455-4ec7-b30d-f0c67c847b7d req-902e21c6-7eab-4140-87ae-ed90b83a9566 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:32.167746 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c02da287-1455-4ec7-b30d-f0c67c847b7d req-902e21c6-7eab-4140-87ae-ed90b83a9566 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 948 time: 0.0677199 May 23 13:10:32.208480 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-33ec2b70-9272-4ce6-895e-73c69251a807 req-42cbb5b0-c33f-4e77-bb11-a1957f1984a7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744801 May 23 13:10:32.235459 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c02da287-1455-4ec7-b30d-f0c67c847b7d req-62aab492-b3e6-48c2-93c2-87a952a58ed8 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580475 May 23 13:10:33.360913 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a49603-17f7-4235-a472-c1c6c08d06bf req-0469cec8-0b80-4451-aa3b-68970684d07f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:33.362508 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-82a49603-17f7-4235-a472-c1c6c08d06bf req-0469cec8-0b80-4451-aa3b-68970684d07f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0803690 May 23 13:10:33.378868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e5e47-63e3-4709-aea4-b06a9263dbb3 req-b825ea26-8718-4702-bfe9-b63ac7f50964 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:33.380312 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-472e5e47-63e3-4709-aea4-b06a9263dbb3 req-b825ea26-8718-4702-bfe9-b63ac7f50964 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 948 time: 0.0652862 May 23 13:10:33.440963 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:33.455498 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-82a49603-17f7-4235-a472-c1c6c08d06bf req-52d64784-edac-45e7-bd1e-5d76d699c665 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857098 May 23 13:10:33.459585 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-472e5e47-63e3-4709-aea4-b06a9263dbb3 req-5ac52689-21aa-4cb0-bc7c-80dbe90c141f tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729558 May 23 13:10:34.345278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-3ba9391b-4d7a-4c61-b67e-24b5ce715630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:34.346804 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-3ba9391b-4d7a-4c61-b67e-24b5ce715630 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28&tenant_id=5b4d791d4aca45429094aa0fea349041 HTTP/1.1" status: 200 len: 1128 time: 0.0404749 May 23 13:10:34.447177 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8835e4aa-baa1-4196-857f-f247c1d202b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:34.448672 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8835e4aa-baa1-4196-857f-f247c1d202b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1128 time: 0.0413899 May 23 13:10:34.463456 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:34.607111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-5def1b5f-6844-4228-9393-a5bf5aff0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:34.608628 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-5def1b5f-6844-4228-9393-a5bf5aff0c58 service neutron] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 918 time: 0.1521411 May 23 13:10:34.633258 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494da7a3-14c1-474c-b025-87415904c6b6 req-a44ffbc3-5238-4044-96b3-505696413225 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:34.634717 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-494da7a3-14c1-474c-b025-87415904c6b6 req-a44ffbc3-5238-4044-96b3-505696413225 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 948 time: 0.1030385 May 23 13:10:34.665792 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83121fd-3327-4b75-ad77-e169e32b0bb8 req-0e1ed708-761c-4af2-85ba-213aac14f5e5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:34.667230 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c83121fd-3327-4b75-ad77-e169e32b0bb8 req-0e1ed708-761c-4af2-85ba-213aac14f5e5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.1252570 May 23 13:10:34.721226 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-2741afd8-6a87-42df-8a9a-3259fb2566ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 200 len: 1000 time: 0.1042695 May 23 13:10:34.794331 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-494da7a3-14c1-474c-b025-87415904c6b6 req-e09bbd43-ed53-4a1d-b2bf-2f5dec1ecf99 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244693 May 23 13:10:34.799464 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c83121fd-3327-4b75-ad77-e169e32b0bb8 req-49a19c60-f4fc-4088-9d57-4c1c027ee20a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222301 May 23 13:10:34.810836 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-4dea24ab-f27b-4483-9c88-137cee915363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:34.813142 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-4dea24ab-f27b-4483-9c88-137cee915363 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0817294 May 23 13:10:34.858436 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-e3704e65-e896-4a25-8c1e-09fdf88637a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:34.859909 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-e3704e65-e896-4a25-8c1e-09fdf88637a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391753 May 23 13:10:34.953649 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-07965c23-fe87-4b28-abd3-dd91c59f4f23 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872111 May 23 13:10:35.045158 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-0e7cf3fd-e478-4713-bcfa-09c9263a28da service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832410 May 23 13:10:35.808097 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8e16adff-ce2d-4faf-89b8-4f39c24361f9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:10:35.990431 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d4cf-ba1e-42be-aa2c-1fcc31617b31 req-ff72b2d6-e1b9-48de-aa52-e8bff339ee60 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:35.991943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-32f1d4cf-ba1e-42be-aa2c-1fcc31617b31 req-ff72b2d6-e1b9-48de-aa52-e8bff339ee60 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0514088 May 23 13:10:36.002798 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 8e16adff-ce2d-4faf-89b8-4f39c24361f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8e16adff-ce2d-4faf-89b8-4f39c24361f9,segment=NetworkSegment(f00c7f05-9f27-421e-b4b9-817e5731d138),segment_id=f00c7f05-9f27-421e-b4b9-817e5731d138)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:36.022518 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '8e16adff-ce2d-4faf-89b8-4f39c24361f9', 'network_id': '382e350f-2234-4f98-b9e3-daf5a1e5db51', 'port_id': '8e16adff-ce2d-4faf-89b8-4f39c24361f9', 'mac_address': 'fa:16:3e:1c:70:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a66c57-0c7f-4ee7-a67a-04f20b9774f8', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:10:36.061498 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:36.061946 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:36.074971 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e16adff-ce2d-4faf-89b8-4f39c24361f9 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:10:36.094094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e203-813d-4363-aa39-a0bc2d15e636 req-271ddc2b-b63a-48b3-9a26-c14676549539 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:36.095678 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66a2e203-813d-4363-aa39-a0bc2d15e636 req-271ddc2b-b63a-48b3-9a26-c14676549539 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 948 time: 0.1028190 May 23 13:10:36.100677 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 8e16adff-ce2d-4faf-89b8-4f39c24361f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8e16adff-ce2d-4faf-89b8-4f39c24361f9,segment=NetworkSegment(f00c7f05-9f27-421e-b4b9-817e5731d138),segment_id=f00c7f05-9f27-421e-b4b9-817e5731d138)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:36.126872 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-32f1d4cf-ba1e-42be-aa2c-1fcc31617b31 req-d528db19-1d52-4405-b032-80ee6196eba5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197264 May 23 13:10:36.169349 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:36.174876 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-66a2e203-813d-4363-aa39-a0bc2d15e636 req-9fada265-7d8a-4dcb-a52a-81d3b6330e10 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684793 May 23 13:10:36.208697 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:36.260075 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=8e16adff-ce2d-4faf-89b8-4f39c24361f9,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:36.661478 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['8e16adff-ce2d-4faf-89b8-4f39c24361f9'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:10:37.264560 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6b364-0fb2-4556-84c8-35fd8f0464d7 req-e3545230-99d4-487c-a23a-82c98ee44993 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:37.266188 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-79f6b364-0fb2-4556-84c8-35fd8f0464d7 req-e3545230-99d4-487c-a23a-82c98ee44993 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0542843 May 23 13:10:37.333709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeacfa2-1c39-4877-95b8-3d2c2925df3f req-98965121-2a15-4a3a-a0ca-a095aa547eaf tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:37.335199 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-afeacfa2-1c39-4877-95b8-3d2c2925df3f req-98965121-2a15-4a3a-a0ca-a095aa547eaf tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 949 time: 0.0679047 May 23 13:10:37.363352 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:37.369725 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-79f6b364-0fb2-4556-84c8-35fd8f0464d7 req-ac61ed5d-e7aa-45b7-b4e7-08c01af4127a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938606 May 23 13:10:37.401236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-afeacfa2-1c39-4877-95b8-3d2c2925df3f req-93b4e694-db79-4820-96f2-8dbfa39c29cf tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602958 May 23 13:10:37.872025 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8e16adff-ce2d-4faf-89b8-4f39c24361f9 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:10:37.915447 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:10:37.991061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:10:37.991382 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:37.993851 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:38.096158 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:38.096544 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:38.122198 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0e45d-52e4-413b-a475-23882a9f963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16adff-ce2d-4faf-89b8-4f39c24361f9'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:10:38.124734 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e24865-bef8-45d5-bc26-59ae4f686e9d" -d '{"events": [{"server_uuid": "77e0e45d-52e4-413b-a475-23882a9f963b", "name": "network-vif-plugged", "status": "completed", "tag": "8e16adff-ce2d-4faf-89b8-4f39c24361f9"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:10:38.150164 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 8e16adff-ce2d-4faf-89b8-4f39c24361f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8e16adff-ce2d-4faf-89b8-4f39c24361f9,segment=NetworkSegment(f00c7f05-9f27-421e-b4b9-817e5731d138),segment_id=f00c7f05-9f27-421e-b4b9-817e5731d138)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:38.167072 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d77804-2289-49c1-890d-443c31ceee2e x-openstack-request-id: req-16d77804-2289-49c1-890d-443c31ceee2e {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:10:38.167360 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0e45d-52e4-413b-a475-23882a9f963b", "name": "network-vif-plugged", "status": "completed", "tag": "8e16adff-ce2d-4faf-89b8-4f39c24361f9", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:10:38.167656 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16d77804-2289-49c1-890d-443c31ceee2e {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:10:38.168075 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d77804-2289-49c1-890d-443c31ceee2e'] response: {'server_uuid': '77e0e45d-52e4-413b-a475-23882a9f963b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e16adff-ce2d-4faf-89b8-4f39c24361f9', 'code': 200} May 23 13:10:38.208628 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:38.238025 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:38.259542 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=8e16adff-ce2d-4faf-89b8-4f39c24361f9,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:38.554209 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c36b46-1840-4423-bb6d-49cb6659626d req-dc0384da-fc29-4c0e-b90b-71951e9e8769 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:38.561602 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c2c36b46-1840-4423-bb6d-49cb6659626d req-dc0384da-fc29-4c0e-b90b-71951e9e8769 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.1020565 May 23 13:10:38.580015 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af9290-f4f8-4628-8b9b-10873be2ad43 req-98908b1b-42eb-425d-8f54-613bf63e9984 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:38.581481 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42af9290-f4f8-4628-8b9b-10873be2ad43 req-98908b1b-42eb-425d-8f54-613bf63e9984 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0757060 May 23 13:10:38.653099 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c2c36b46-1840-4423-bb6d-49cb6659626d req-8aa76daf-7835-4e43-ac63-176d963fe83b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906069 May 23 13:10:38.657163 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42af9290-f4f8-4628-8b9b-10873be2ad43 req-95a3a03c-8a93-4fc8-bb76-aa1d58be8cdd tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691602 May 23 13:10:39.825919 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86257f2-5b73-4805-b375-d0ac2e736def req-d9e52763-ee48-4d4c-bd9a-2408f5d95aa1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:39.827659 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b86257f2-5b73-4805-b375-d0ac2e736def req-d9e52763-ee48-4d4c-bd9a-2408f5d95aa1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0817444 May 23 13:10:39.836068 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448feeae-3ed1-4b67-ad8f-d3964d9cbd29 req-402842ab-276a-4360-b7d1-c400df689eed tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:39.837600 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-448feeae-3ed1-4b67-ad8f-d3964d9cbd29 req-402842ab-276a-4360-b7d1-c400df689eed tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0820792 May 23 13:10:39.925673 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b86257f2-5b73-4805-b375-d0ac2e736def req-8dbf7c79-30d5-4f87-99ef-46c7e3bc51a1 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869257 May 23 13:10:39.932833 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-448feeae-3ed1-4b67-ad8f-d3964d9cbd29 req-189cdb8b-374b-4c0f-bdd3-104ee2a4e2c8 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850918 May 23 13:10:41.114068 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0f6d4-4073-4a28-a4ee-5703c1c52da9 req-183c2815-4b98-41e0-95cb-4c028ce80bea tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:41.115862 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3b0f6d4-4073-4a28-a4ee-5703c1c52da9 req-183c2815-4b98-41e0-95cb-4c028ce80bea tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0834446 May 23 13:10:41.122140 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4865ff96-5362-400c-a2fa-f6c0e1ab87ac req-f629acbe-00b3-4dcf-b0c9-f3738b226e8e tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:41.125175 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4865ff96-5362-400c-a2fa-f6c0e1ab87ac req-f629acbe-00b3-4dcf-b0c9-f3738b226e8e tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.1041188 May 23 13:10:41.213202 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3b0f6d4-4073-4a28-a4ee-5703c1c52da9 req-87f1b16d-464d-404d-8108-de20986f64fa tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865469 May 23 13:10:41.217929 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4865ff96-5362-400c-a2fa-f6c0e1ab87ac req-93e03ec3-294b-4e07-8255-32958856a2b9 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813525 May 23 13:10:41.647192 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=8 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:41.649866 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:42.395910 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0baf93-9eb3-4f44-8649-0185a30e164b req-8b939060-6a42-44ea-9066-d02fb425d26a tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:42.398414 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a0baf93-9eb3-4f44-8649-0185a30e164b req-8b939060-6a42-44ea-9066-d02fb425d26a tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0847185 May 23 13:10:42.412384 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b70c3-cf23-44d8-84ac-5d6aac1869f4 req-f6a95e4e-fed3-4e48-9c99-fbb1d19e3860 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:42.413831 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bc5b70c3-cf23-44d8-84ac-5d6aac1869f4 req-f6a95e4e-fed3-4e48-9c99-fbb1d19e3860 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0666716 May 23 13:10:42.485464 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a0baf93-9eb3-4f44-8649-0185a30e164b req-68e245af-edc4-4f02-9b93-09a5c694a199 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809631 May 23 13:10:42.496351 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bc5b70c3-cf23-44d8-84ac-5d6aac1869f4 req-ccd3b667-3e7a-44ca-85f1-de7a0746b685 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680902 May 23 13:10:43.629861 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:43.650419 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af330cd6-9d70-4505-aaa0-4759cf420c15 req-4abbe871-c0df-467c-bda1-e3d9f764ba8f tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:43.652170 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-af330cd6-9d70-4505-aaa0-4759cf420c15 req-4abbe871-c0df-467c-bda1-e3d9f764ba8f tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0977292 May 23 13:10:43.672733 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338db90a-04b0-431e-900e-701d1a21097f req-593da126-d511-4fe2-bb01-a1c07231dd10 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:43.678394 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-338db90a-04b0-431e-900e-701d1a21097f req-593da126-d511-4fe2-bb01-a1c07231dd10 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0993617 May 23 13:10:43.756840 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-338db90a-04b0-431e-900e-701d1a21097f req-d939e84b-c41f-4f41-bb8f-3581f79cb992 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756254 May 23 13:10:43.761171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-af330cd6-9d70-4505-aaa0-4759cf420c15 req-eceb40bb-13b3-4430-9985-4d6cd65a8fd4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011801 May 23 13:10:44.922037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b5938-5d9e-48cd-8a17-1f2c1ad1c2c1 req-92a7d8a8-65ad-426f-b08a-b08130df7bfd tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:44.923474 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bf8b5938-5d9e-48cd-8a17-1f2c1ad1c2c1 req-92a7d8a8-65ad-426f-b08a-b08130df7bfd tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0873182 May 23 13:10:44.931835 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e87a45-885b-4382-959e-94f7a56fb062 req-7481e167-738c-47b3-a258-b6533b27e32b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:44.933227 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-74e87a45-885b-4382-959e-94f7a56fb062 req-7481e167-738c-47b3-a258-b6533b27e32b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0870965 May 23 13:10:44.939625 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:45.006546 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bf8b5938-5d9e-48cd-8a17-1f2c1ad1c2c1 req-c66ec85e-4211-49f7-9b52-8d2f17df46e4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723610 May 23 13:10:45.014354 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-74e87a45-885b-4382-959e-94f7a56fb062 req-584f8ef7-47a9-48d0-ad59-47846bee20e9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736077 May 23 13:10:45.499676 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:45.504495 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:10:46.152538 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfde06-d81e-405c-83c1-b21cef0ab58d req-808ae2c8-3832-4e23-a79f-93897b3110f0 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:46.154035 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1edfde06-d81e-405c-83c1-b21cef0ab58d req-808ae2c8-3832-4e23-a79f-93897b3110f0 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0778351 May 23 13:10:46.174396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc77a36-2366-4bae-a829-8245c3c6db0b req-39d25953-a025-4722-9f48-7356a180ef2d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:46.175665 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cc77a36-2366-4bae-a829-8245c3c6db0b req-39d25953-a025-4722-9f48-7356a180ef2d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0705850 May 23 13:10:46.241219 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1edfde06-d81e-405c-83c1-b21cef0ab58d req-276c87e3-14fb-42c4-851a-3d897eaaaa00 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810454 May 23 13:10:46.245104 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4cc77a36-2366-4bae-a829-8245c3c6db0b req-2c24e71e-0a16-4eb0-8e38-0235af004d1a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623734 May 23 13:10:47.384250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8981a53-a3a7-408f-b0a1-760b0b214ee8 req-4ef0ec12-ff38-47b8-b817-b8abf4b5af58 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:47.385705 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8981a53-a3a7-408f-b0a1-760b0b214ee8 req-4ef0ec12-ff38-47b8-b817-b8abf4b5af58 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0751727 May 23 13:10:47.391729 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505848a8-eb5c-4bcb-8f74-036ababa729f req-b72c0b40-f682-4745-af16-252cc00e4144 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:47.393808 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-505848a8-eb5c-4bcb-8f74-036ababa729f req-b72c0b40-f682-4745-af16-252cc00e4144 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0738451 May 23 13:10:47.469535 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8981a53-a3a7-408f-b0a1-760b0b214ee8 req-e5e2db65-15c7-447b-8cc7-048e0d8b2be6 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747716 May 23 13:10:47.474160 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-505848a8-eb5c-4bcb-8f74-036ababa729f req-4e14bb00-40c2-4990-85b0-d856ccdb6ec0 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724194 May 23 13:10:47.714784 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f9327-8178-4ca9-b8af-1d40cc659f2c req-34c06487-ea2f-417e-93be-a34d7ab85452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:47.716251 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-259f9327-8178-4ca9-b8af-1d40cc659f2c req-34c06487-ea2f-417e-93be-a34d7ab85452 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 1134 time: 0.0384810 May 23 13:10:48.255895 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:48.256688 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:48.615513 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c84a-0951-4dd8-9ae6-bcfba013aaa0 req-69922aaa-1bb4-49cf-bd67-db30810d8e1d tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:48.617027 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d983c84a-0951-4dd8-9ae6-bcfba013aaa0 req-69922aaa-1bb4-49cf-bd67-db30810d8e1d tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0807168 May 23 13:10:48.627643 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85987e-4023-4942-8432-7b36cd76c4e9 req-2b6c2cc3-0a6a-4a73-8420-6c37beb08603 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:48.629111 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e85987e-4023-4942-8432-7b36cd76c4e9 req-2b6c2cc3-0a6a-4a73-8420-6c37beb08603 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0827963 May 23 13:10:48.697715 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:48.717053 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e85987e-4023-4942-8432-7b36cd76c4e9 req-388391ec-8609-41cd-8525-1444e8439f28 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814552 May 23 13:10:48.720236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d983c84a-0951-4dd8-9ae6-bcfba013aaa0 req-3007c82b-6531-4f7f-b5b6-559de671b08f tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900896 May 23 13:10:49.867822 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467a69a-1a97-47fa-aa45-899ad81aa14d req-710f3263-b25c-4f16-89f5-ec5eaccfcd59 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:49.869333 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6467a69a-1a97-47fa-aa45-899ad81aa14d req-710f3263-b25c-4f16-89f5-ec5eaccfcd59 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0790644 May 23 13:10:49.875342 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3baa0-7994-4be9-9c8e-e5f8358b5274 req-c4d330b9-14e5-4610-8605-b63f56b05329 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:49.876734 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4c3baa0-7994-4be9-9c8e-e5f8358b5274 req-c4d330b9-14e5-4610-8605-b63f56b05329 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0851483 May 23 13:10:49.949167 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6467a69a-1a97-47fa-aa45-899ad81aa14d req-90154fa6-320e-473e-a0de-0bc1eae6c2d3 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714419 May 23 13:10:49.952270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4c3baa0-7994-4be9-9c8e-e5f8358b5274 req-d93288a2-e8e8-40de-8eb0-637187d6d896 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 May 23 13:10:50.102574 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-259f9327-8178-4ca9-b8af-1d40cc659f2c req-5d7c422c-e2f4-45ed-8211-e54e3eb4d918 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 May 23 13:10:51.101388 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19dc334-5d57-459a-a536-7ce34aa5fe4d req-bb55ba66-dc1e-461b-992f-c71d82437a70 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:51.102881 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e19dc334-5d57-459a-a536-7ce34aa5fe4d req-bb55ba66-dc1e-461b-992f-c71d82437a70 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0814371 May 23 13:10:51.108698 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7517ea-cb5e-4419-8739-6963edfd1ea8 req-eb12fd1d-9ee1-4a5d-ae8f-d92024a7da99 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:51.110183 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-eb7517ea-cb5e-4419-8739-6963edfd1ea8 req-eb12fd1d-9ee1-4a5d-ae8f-d92024a7da99 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 944 time: 0.0793474 May 23 13:10:51.185699 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e19dc334-5d57-459a-a536-7ce34aa5fe4d req-873ac531-3039-4a85-be8f-b99840b5385d tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745747 May 23 13:10:51.190442 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-eb7517ea-cb5e-4419-8739-6963edfd1ea8 req-a2e2f1f6-5601-44a4-9e99-896ca0732586 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714512 May 23 13:10:51.921348 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:10:52.019912 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:52.031372 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'port_id': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'mac_address': 'fa:16:3e:0c:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:10:52.068990 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:52.069368 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:52.082524 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccadb59-cfe4-41e7-ad44-d4c6052db9fa {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:10:52.101712 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:52.162529 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:52.209023 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=9']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:52.216488 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.216682 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.217010 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.217347 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.217678 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.218145 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.218344 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.218668 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.219218 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.219478 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.219801 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.220123 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.220494 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.220806 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.221119 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:10:52.334263 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:52.347919 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a01276-ee78-4268-8ca4-0b167583ff31 req-70be0e22-74a8-41b8-826c-fdd91e37cf1b tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:52.349416 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4a01276-ee78-4268-8ca4-0b167583ff31 req-70be0e22-74a8-41b8-826c-fdd91e37cf1b tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0877404 May 23 13:10:52.357186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b947db-fc24-47d8-b5a3-db138a2f6309 req-4a692025-de87-4f33-8278-62ef5172ec57 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:52.358552 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-74b947db-fc24-47d8-b5a3-db138a2f6309 req-4a692025-de87-4f33-8278-62ef5172ec57 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 945 time: 0.0864050 May 23 13:10:52.431383 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4a01276-ee78-4268-8ca4-0b167583ff31 req-d415a51c-74ca-4913-825b-1f9ed9a24ec9 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719194 May 23 13:10:52.435323 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-74b947db-fc24-47d8-b5a3-db138a2f6309 req-7fa3385a-a068-48d2-ba32-385ddb13015b tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690026 May 23 13:10:52.675318 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['eccadb59-cfe4-41e7-ad44-d4c6052db9fa'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:10:52.891988 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9a005-ea51-45fa-9170-2309d69979b5 req-276b82f4-1057-4a8d-a718-e524aa393476 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:52.894163 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-00a9a005-ea51-45fa-9170-2309d69979b5 req-276b82f4-1057-4a8d-a718-e524aa393476 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0474977 May 23 13:10:52.940506 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-00a9a005-ea51-45fa-9170-2309d69979b5 req-254c8836-a551-4f20-a130-732641e1f5a4 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 May 23 13:10:53.556344 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f92356-8df4-4ee1-85e8-67c99797242e req-48a6f4c8-99c6-4f6d-a3b3-82fb1f6c607d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:53.557771 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1f92356-8df4-4ee1-85e8-67c99797242e req-48a6f4c8-99c6-4f6d-a3b3-82fb1f6c607d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 945 time: 0.0499306 May 23 13:10:53.605290 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b1f92356-8df4-4ee1-85e8-67c99797242e req-46a3d891-cb76-4c6e-9892-c2c32bdf5c35 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 May 23 13:10:53.925714 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:10:53.969209 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port eccadb59-cfe4-41e7-ad44-d4c6052db9fa triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:10:53.969585 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:54.045165 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port eccadb59-cfe4-41e7-ad44-d4c6052db9fa is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:10:54.045558 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:54.054697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c6ebf-4bb3-44f2-a366-6a8cb08192ff req-391285f6-a8dd-4212-821a-33ce05194816 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:54.056150 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e29c6ebf-4bb3-44f2-a366-6a8cb08192ff req-391285f6-a8dd-4212-821a-33ce05194816 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0464127 May 23 13:10:54.068630 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:10:54.070864 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa93b17-4f8e-4499-90a6-e566933ed387" -d '{"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-plugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:10:54.083962 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:54.105809 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e29c6ebf-4bb3-44f2-a366-6a8cb08192ff req-55d09ae2-a379-4e81-99dd-2aa56a8a4abe tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 May 23 13:10:54.155243 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:54.177938 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4031b6e-7eba-44c5-a9ef-c4723644fdd3 x-openstack-request-id: req-a4031b6e-7eba-44c5-a9ef-c4723644fdd3 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:10:54.178168 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-plugged", "status": "completed", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:10:54.178416 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4031b6e-7eba-44c5-a9ef-c4723644fdd3 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:10:54.178802 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4031b6e-7eba-44c5-a9ef-c4723644fdd3'] response: {'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'code': 200} May 23 13:10:54.203931 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=10']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:54.749451 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-22cb41aa-045a-4352-91d2-bba3b27a829b tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:54.750895 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-22cb41aa-045a-4352-91d2-bba3b27a829b tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.49 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0789702 May 23 13:10:54.756800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43335f2-3d76-4568-b02d-13449ac969e9 req-fe7f59c9-995a-42f8-a8a5-2305bb889825 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:54.758141 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b43335f2-3d76-4568-b02d-13449ac969e9 req-fe7f59c9-995a-42f8-a8a5-2305bb889825 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0773509 May 23 13:10:54.800706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:55.141595 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7abc5-bbd5-4386-97ab-12e6632601cc req-aeffb30b-05b9-41e1-993d-250c34dab30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:55.143800 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-33b7abc5-bbd5-4386-97ab-12e6632601cc req-aeffb30b-05b9-41e1-993d-250c34dab30f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1131 time: 0.3391736 May 23 13:10:55.147152 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b43335f2-3d76-4568-b02d-13449ac969e9 req-e95f8986-3caf-4486-a2d3-7862b133d47f tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3821285 May 23 13:10:55.148038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Deleting port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:10:55.148376 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:55.287542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d28b67-81df-48ae-9d83-5601dbf95c7d req-720ab7d2-437d-4023-8a3e-738de34d4c41 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:55.289014 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40d28b67-81df-48ae-9d83-5601dbf95c7d req-720ab7d2-437d-4023-8a3e-738de34d4c41 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 950 time: 0.0881240 May 23 13:10:55.291110 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-33b7abc5-bbd5-4386-97ab-12e6632601cc req-43880c38-fdbb-4844-b8d8-0d8d8596f764 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395726 May 23 13:10:55.324285 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] For port 8e16adff-ce2d-4faf-89b8-4f39c24361f9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8e16adff-ce2d-4faf-89b8-4f39c24361f9,segment=NetworkSegment(f00c7f05-9f27-421e-b4b9-817e5731d138),segment_id=f00c7f05-9f27-421e-b4b9-817e5731d138)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:10:55.324646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:55.350034 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Calling delete_port for 8e16adff-ce2d-4faf-89b8-4f39c24361f9 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:10:55.356543 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:55.357174 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:55.369643 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40d28b67-81df-48ae-9d83-5601dbf95c7d req-2b3677a0-026f-4401-8cba-e1563939f626 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/security-groups?id=45bf1a84-9832-45a0-8c5b-3e9439078d73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731893 May 23 13:10:55.528069 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (8e16adff-ce2d-4faf-89b8-4f39c24361f9), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:55.530520 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:10:55.567877 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Pushing event deleted for resources: {'Port': ['ID=8e16adff-ce2d-4faf-89b8-4f39c24361f9,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:10:55.584061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['8e16adff-ce2d-4faf-89b8-4f39c24361f9'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:10:55.614271 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] No DVR routers for this DVR port 8e16adff-ce2d-4faf-89b8-4f39c24361f9 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:10:55.616832 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:55.620172 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dac6c326-7f1b-4715-b7d1-ce208f651e35 req-308769b1-3ded-41c6-8560-e70590c9a720 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.49 "DELETE /v2.0/ports/8e16adff-ce2d-4faf-89b8-4f39c24361f9 HTTP/1.1" status: 204 len: 173 time: 0.8611639 May 23 13:10:55.620643 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e0e45d-52e4-413b-a475-23882a9f963b', 'name': 'network-vif-deleted', 'tag': '8e16adff-ce2d-4faf-89b8-4f39c24361f9'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:10:55.623105 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3e889e-45d0-46e4-9554-a04c7a404873" -d '{"events": [{"server_uuid": "77e0e45d-52e4-413b-a475-23882a9f963b", "name": "network-vif-deleted", "tag": "8e16adff-ce2d-4faf-89b8-4f39c24361f9"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:10:55.724629 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530972bc-152c-4206-ab07-ef1657b02cc3 x-openstack-request-id: req-530972bc-152c-4206-ab07-ef1657b02cc3 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:10:55.724921 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e0e45d-52e4-413b-a475-23882a9f963b", "name": "network-vif-deleted", "tag": "8e16adff-ce2d-4faf-89b8-4f39c24361f9", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:10:55.725169 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-530972bc-152c-4206-ab07-ef1657b02cc3 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:10:55.725560 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530972bc-152c-4206-ab07-ef1657b02cc3'] response: {'server_uuid': '77e0e45d-52e4-413b-a475-23882a9f963b', 'name': 'network-vif-deleted', 'tag': '8e16adff-ce2d-4faf-89b8-4f39c24361f9', 'status': 'completed', 'code': 200} May 23 13:10:56.271000 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f2c63-a4c5-4be2-8781-abe3bda51848 req-e46591d6-15c4-4708-ad45-448735763605 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:56.272456 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fb3f2c63-a4c5-4be2-8781-abe3bda51848 req-e46591d6-15c4-4708-ad45-448735763605 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0472767 May 23 13:10:56.322948 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fb3f2c63-a4c5-4be2-8781-abe3bda51848 req-96dd02d2-f32f-4255-bc50-e99041f28a85 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447254 May 23 13:10:56.470188 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42be7dd6-f038-4f5a-96e4-8dec68b9a553 req-d869570c-6565-40ad-8b0b-9637a84d10cd tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 210 time: 0.0275588 May 23 13:10:57.121752 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-10f367e0-629c-46e1-9ca2-01da787b385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:10:57.441815 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de95988-2218-4365-bae0-20810e0f3e13 req-ec9f2bc1-5a73-4cf0-924b-1bdef122e9f2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:57.443310 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1de95988-2218-4365-bae0-20810e0f3e13 req-ec9f2bc1-5a73-4cf0-924b-1bdef122e9f2 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0474310 May 23 13:10:57.492217 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1de95988-2218-4365-bae0-20810e0f3e13 req-75a92c1c-7e68-429a-8663-f2d44829d90d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 May 23 13:10:57.587661 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40cba646-ab13-474f-b7b9-a5f613924022 req-63816fe3-70d7-4ee3-bd5f-a949b9236206 tempest-VolumesNegativeTest-1404590671 tempest-VolumesNegativeTest-1404590671-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e0e45d-52e4-413b-a475-23882a9f963b HTTP/1.1" status: 200 len: 210 time: 0.0317917 May 23 13:10:57.944806 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8e16adff-ce2d-4faf-89b8-4f39c24361f9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:10:57.964751 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 8e16adff-ce2d-4faf-89b8-4f39c24361f9 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:10:57.966815 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 8e16adff-ce2d-4faf-89b8-4f39c24361f9 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:10:58.618134 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8dfc2-27ef-45e1-b901-97ac02525c68 req-46232ace-c02d-4ff2-adc6-b5e852065533 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:10:58.619945 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3ce8dfc2-27ef-45e1-b901-97ac02525c68 req-46232ace-c02d-4ff2-adc6-b5e852065533 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0483274 May 23 13:10:58.677525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3ce8dfc2-27ef-45e1-b901-97ac02525c68 req-db4e79fe-0144-4922-b406-f70e50d748b5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501313 May 23 13:10:59.470545 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8414c90b-2be6-4c51-982f-bf7c8c97cf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:00.611763 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-175f6e75-bf5f-46a0-a734-49102edf0193 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872557 May 23 13:11:00.619280 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:00.684571 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-fdcd4e91-7bae-4d86-98b5-8f20718ed7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:00.686077 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-fdcd4e91-7bae-4d86-98b5-8f20718ed7ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b4d791d4aca45429094aa0fea349041&device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 1131 time: 0.0402975 May 23 13:11:00.714379 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:00.795330 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-150e181a-0a9d-4018-a014-09d3a97b0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:00.796724 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-150e181a-0a9d-4018-a014-09d3a97b0f5b service neutron] 10.222.0.49 "GET /v2.0/networks?id=08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 200 len: 918 time: 0.0906911 May 23 13:11:00.858835 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-ac5285fb-f629-466e-b6ed-e2c2c2712637 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 200 len: 1002 time: 0.0557110 May 23 13:11:00.914495 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-e575adf9-bda3-4fc4-a201-0c86bde13e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:00.916137 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-e575adf9-bda3-4fc4-a201-0c86bde13e11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 200 len: 856 time: 0.0514233 May 23 13:11:00.961032 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-2b757b5a-2b6d-43d6-84ca-95769a8f6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:00.962625 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-2b757b5a-2b6d-43d6-84ca-95769a8f6ba8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=08745ac9-8019-40f9-9db5-aea6cd887576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404987 May 23 13:11:01.053787 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-268928c4-7962-46fd-a13c-913ec8410c51 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851910 May 23 13:11:01.123106 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:01.154656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d0d502f7-39e9-4d08-86c6-76f583ef5363 req-2dc7f401-36c6-4a5a-a4e2-7a7d88e322a6 service neutron] 10.222.0.49 "GET /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934780 May 23 13:11:01.939644 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:03.471135 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:04.233802 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 40886) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:04.370324 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7f4771e2-9a09-4892-80a2-a6d8a19df461 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ffdc054740c46f990ff4428f11cf07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353383 May 23 13:11:04.372892 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 40890) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:04.419411 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04097134-06c0-4e89-981c-3bdb1e7aa69a admin admin] Publish callbacks [] for security_group (45bf1a84-9832-45a0-8c5b-3e9439078d73), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:04.441083 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04097134-06c0-4e89-981c-3bdb1e7aa69a admin admin] Publish callbacks [] for security_group (45bf1a84-9832-45a0-8c5b-3e9439078d73), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:04.544640 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04097134-06c0-4e89-981c-3bdb1e7aa69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (45bf1a84-9832-45a0-8c5b-3e9439078d73), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:04.547172 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-04097134-06c0-4e89-981c-3bdb1e7aa69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:04.548872 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-04097134-06c0-4e89-981c-3bdb1e7aa69a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45bf1a84-9832-45a0-8c5b-3e9439078d73 HTTP/1.1" status: 204 len: 168 time: 0.1745007 May 23 13:11:04.556522 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04097134-06c0-4e89-981c-3bdb1e7aa69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bf1a84-9832-45a0-8c5b-3e9439078d73,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:05.611248 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40922) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:05.715263 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-746706272-network', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:05.801539 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Made reservation on behalf of 1f2fed134f274a6ebe5ffe183205e269 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:11:05.803928 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:05.813203 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:05.892330 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks [] for security_group (e54fb37f-ef35-4c92-aa69-667456b92554), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:05.932924 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e54fb37f-ef35-4c92-aa69-667456b92554), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:05.958269 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:11:05.968199 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54fb37f-ef35-4c92-aa69-667456b92554,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:05.973670 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (860ce39c-3219-4803-9942-5fcc5fd5bf91), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:05.974107 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Added segment 860ce39c-3219-4803-9942-5fcc5fd5bf91 of type vlan for network c41eeeda-f50c-49d1-b23f-c49093f8c20d May 23 13:11:06.018637 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (c41eeeda-f50c-49d1-b23f-c49093f8c20d), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.081944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (c41eeeda-f50c-49d1-b23f-c49093f8c20d), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.082923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:06.083495 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.141907 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] Pushing event updated for resources: {'Network': ['ID=c41eeeda-f50c-49d1-b23f-c49093f8c20d,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:06.150209 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-e286794a-3268-4da7-b802-c896795b0768 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5374939 May 23 13:11:06.151245 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40926) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:06.152585 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:11:06.155899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Request body: {'subnet': {'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-746706272-subnet', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:06.224591 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Made reservation on behalf of 1f2fed134f274a6ebe5ffe183205e269 for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:11:06.227085 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26617322'] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.334829 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:06.482401 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26712698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26617112'] for subnet (5adee274-cfd8-4523-a01a-327ab464efb2), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.530341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:06.544416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5adee274-cfd8-4523-a01a-327ab464efb2,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:06.551505 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Checking segment: {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:06.551858 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Network hostable DHCP agents. Network: c41eeeda-f50c-49d1-b23f-c49093f8c20d, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:11:06.636218 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:11:06.681978 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c41eeeda-f50c-49d1-b23f-c49093f8c20d) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:06.686535 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:06.687635 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.691142 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5bbbe-976a-456d-bdce-0662c42613d9 None None] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:11:06.747729 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-23ee0af7-0787-4a67-be88-f7f3547d276a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5952611 May 23 13:11:06.750237 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40934) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:06.756301 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:06.801615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:11:06.802595 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.825159 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.826269 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.884439 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks [] for router_controller (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), precommit_add_association {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:06.945358 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Allocated IP 172.20.0.2 (c41eeeda-f50c-49d1-b23f-c49093f8c20d/5adee274-cfd8-4523-a01a-327ab464efb2/5e6d13b8-bfb1-4d82-9c01-a8608486f8fc) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:11:07.021229 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:07.040327 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:07.090429 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:07.093998 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Publish callbacks [] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.106177 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks [] for router_gateway (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.185006 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.229067 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:07.234199 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:07.237067 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Pushing event updated for resources: {'Port': ['ID=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:07.239292 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:11:07.296227 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Attempting to bind port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:11:07.296499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Attempting to bind port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:11:07.296851 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Attempting to bind port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc on network c41eeeda-f50c-49d1-b23f-c49093f8c20d {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:07.303448 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:11:07.303809 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Checking segment: {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:07.308631 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.308631 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Bound using segment: {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:11:07.308631 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Bound port: 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:11:07.308631 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.380905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] For port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:11:07.384390 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] For port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:11:07.394164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks [] for router_gateway (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.413483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.493861 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.524219 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Allocated IP 172.37.1.176 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/4149546a-3565-48e8-befa-870be6a756af) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:11:07.564142 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac46b8d-57a5-4a5e-856a-b3224db348aa None None] Pushing event updated for resources: {'Port': ['ID=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:07.604600 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:07.643163 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks [] for port (4149546a-3565-48e8-befa-870be6a756af), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.739635 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (4149546a-3565-48e8-befa-870be6a756af), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:07.793108 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:07.799970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:07.804421 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:11:07.807682 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Pushing event updated for resources: {'Port': ['ID=4149546a-3565-48e8-befa-870be6a756af,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:07.879408 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:08.129234 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks [] for router_gateway (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:08.326633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:08.486802 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96361188-58ff-48d7-ae7b-ff4dcffa7afb None None] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:11:08.504890 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:11:08.540696 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8d2f8a78-255c-44bf-bacf-8ae02bcf49ea None None] Provisioning complete for port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:08.541033 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8a78-255c-44bf-bacf-8ae02bcf49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:08.613109 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:11:08.624937 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Sync routers for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:11:08.637371 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:08.638240 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:08.665080 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8d2f8a78-255c-44bf-bacf-8ae02bcf49ea None None] Current status of the port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:08.665543 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8a78-255c-44bf-bacf-8ae02bcf49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:08.720139 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-8d2f8a78-255c-44bf-bacf-8ae02bcf49ea None None] For port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:08.722587 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:08.726844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:08.728231 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-b36eb5e0-05aa-4561-94bd-bf83576789fe admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9770496 May 23 13:11:08.730888 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40944) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:08.770846 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:08.771107 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8a78-255c-44bf-bacf-8ae02bcf49ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:08.802805 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:08.803058 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:08.874737 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:08.876655 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f8a78-255c-44bf-bacf-8ae02bcf49ea None None] Pushing event updated for resources: {'Port': ['ID=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:08.967747 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:07Z', 'revision_number': 3, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:08.997955 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Checking router: 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:11:08.998300 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Updating router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 port 4149546a-3565-48e8-befa-870be6a756af binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:11:09.021988 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:09.028299 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4149546a-3565-48e8-befa-870be6a756af), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.073891 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8b347a2d-e5a3-4c56-9dc3-29ff73c9e31c None None] Provisioning complete for port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:09.074284 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8b347a2d-e5a3-4c56-9dc3-29ff73c9e31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.076479 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:09.159378 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8b347a2d-e5a3-4c56-9dc3-29ff73c9e31c None None] Current status of the port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:09.328285 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Publish callbacks [] for port (4149546a-3565-48e8-befa-870be6a756af), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.346079 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:09.440700 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4149546a-3565-48e8-befa-870be6a756af), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.453359 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.581823 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Attempting to bind port 4149546a-3565-48e8-befa-870be6a756af on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:11:09.582214 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Attempting to bind port 4149546a-3565-48e8-befa-870be6a756af by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:11:09.582568 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Attempting to bind port 4149546a-3565-48e8-befa-870be6a756af on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:09.585608 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Pushing event updated for resources: {'Port': ['ID=4149546a-3565-48e8-befa-870be6a756af,revision_number=2']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:09.593501 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:11:09.593872 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:09.594289 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.594713 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:11:09.595384 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Bound port: 4149546a-3565-48e8-befa-870be6a756af, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:11:09.595761 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4149546a-3565-48e8-befa-870be6a756af), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.598068 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.598411 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.598763 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.599113 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.599443 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.599788 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.600082 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.600395 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.600709 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.601026 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.601342 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.601672 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.602019 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.602333 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.604595 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:09.625453 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Allocated IP 172.20.0.1 (c41eeeda-f50c-49d1-b23f-c49093f8c20d/5adee274-cfd8-4523-a01a-327ab464efb2/a33d6622-9840-4ee7-bcee-1967fd70da2f) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:11:09.653985 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] For port 4149546a-3565-48e8-befa-870be6a756af, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:11:09.657202 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] For port 4149546a-3565-48e8-befa-870be6a756af, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4149546a-3565-48e8-befa-870be6a756af,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:11:09.721648 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4149546a-3565-48e8-befa-870be6a756af), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.732800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks [] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.775885 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:09.776534 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:09.780148 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:09.812896 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614bb9e-14df-4a07-b169-de7e69f86ba4 None None] Pushing event updated for resources: {'Port': ['ID=4149546a-3565-48e8-befa-870be6a756af,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:09.831823 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:09.842406 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:09.881201 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:09.881419 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:09.887573 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:09.888628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:09.895120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:11:09.898767 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Pushing event updated for resources: {'Port': ['ID=a33d6622-9840-4ee7-bcee-1967fd70da2f,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:09.940094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.067123 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:07Z', 'revision_number': 3, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:10.091602 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20df17e-8d0b-487a-9038-53407b079b2c None None] The sync data for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi is: [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:07Z', 'revision_number': 3, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:11:10.138090 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.183611 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-b96f6d4e-32f0-47ca-99e4-d71d88954ebf None None] Provisioning complete for port a33d6622-9840-4ee7-bcee-1967fd70da2f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:10.184502 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b96f6d4e-32f0-47ca-99e4-d71d88954ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.221345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-b96f6d4e-32f0-47ca-99e4-d71d88954ebf None None] Port a33d6622-9840-4ee7-bcee-1967fd70da2f cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:11:10.365118 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks [] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.431105 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.482788 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:10.507677 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.509476 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Pushing event updated for resources: {'Port': ['ID=a33d6622-9840-4ee7-bcee-1967fd70da2f,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:10.620323 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:10.621747 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:10.762866 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:11:10.837018 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4149546a-3565-48e8-befa-870be6a756af up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:10.886850 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:11:10.887782 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 4149546a-3565-48e8-befa-870be6a756af triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:10.888375 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4149546a-3565-48e8-befa-870be6a756af), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.895992 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-078fb4ad-82a3-4990-98ba-53a761e7fff5 admin admin] 10.222.0.30 "PUT /v2.0/routers/4fec6ef9-d8e7-4360-bb9f-e0e9370a0521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1607876 May 23 13:11:10.977647 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-468e5c50-4e11-4f3c-999f-60b75afdb615 None None] Provisioning complete for port a33d6622-9840-4ee7-bcee-1967fd70da2f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:10.978040 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-468e5c50-4e11-4f3c-999f-60b75afdb615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:10.979967 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 4149546a-3565-48e8-befa-870be6a756af is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:10.980524 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (4149546a-3565-48e8-befa-870be6a756af), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.021839 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 4149546a-3565-48e8-befa-870be6a756af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4149546a-3565-48e8-befa-870be6a756af,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:11.032055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-468e5c50-4e11-4f3c-999f-60b75afdb615 None None] Port a33d6622-9840-4ee7-bcee-1967fd70da2f cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:11:11.097457 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (4149546a-3565-48e8-befa-870be6a756af), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.098354 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:11.175819 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=4149546a-3565-48e8-befa-870be6a756af,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:11.183978 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:11.184568 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.264527 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:11.660720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40968) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:11.665855 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1730114520-network', 'tenant_id': '5ec3d4c508314b668b685921169854d6'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:11.707019 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Sync routers for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:11:11.717203 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:11.717816 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:11.743143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Made reservation on behalf of 5ec3d4c508314b668b685921169854d6 for: {'network': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:11:11.745597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.755701 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.800962 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:11.824059 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:11.834652 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks [] for security_group (57be7fb0-52e1-4d53-ba3f-da50c390d062), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.858629 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:11.903414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (57be7fb0-52e1-4d53-ba3f-da50c390d062), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.932161 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=115937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:11:11.938354 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be7fb0-52e1-4d53-ba3f-da50c390d062,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:11.947178 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (f97070ea-8dbe-4d4a-bd76-fb22888ff40f), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:11.947597 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.segments_db [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Added segment f97070ea-8dbe-4d4a-bd76-fb22888ff40f of type vlan for network 6058f45b-54c6-4877-ba83-785e7bb356a4 May 23 13:11:11.949667 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:11.992637 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (6058f45b-54c6-4877-ba83-785e7bb356a4), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.014575 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 2, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:12.044765 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Checking router: 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:11:12.045115 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Updating router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 port a33d6622-9840-4ee7-bcee-1967fd70da2f binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:11:12.074192 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.081127 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (6058f45b-54c6-4877-ba83-785e7bb356a4), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.084906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:12.084906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.090188 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:12.139765 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:12.142700 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=6058f45b-54c6-4877-ba83-785e7bb356a4,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:12.154682 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:11:12.202711 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-09ca148e-aa79-4714-a6df-2eb790d72ab7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5408268 May 23 13:11:12.206263 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40970) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:12.210985 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Request body: {'subnet': {'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1730114520-subnet', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:12.285686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Made reservation on behalf of 5ec3d4c508314b668b685921169854d6 for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:11:12.288246 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26617322'] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.422200 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Publish callbacks [] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.508526 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.537712 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26712698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26617112'] for subnet (fec48533-f951-45da-a04e-345123bcb470), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.562874 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e7ac7-9951-4b81-ada5-0d80dd4b21c9 None None] Pushing event updated for resources: {'Port': ['ID=a33d6622-9840-4ee7-bcee-1967fd70da2f,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:12.598610 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec48533-f951-45da-a04e-345123bcb470,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:12.607481 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Checking segment: {'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:12.607617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Network hostable DHCP agents. Network: 6058f45b-54c6-4877-ba83-785e7bb356a4, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:11:12.622801 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Attempting to bind port a33d6622-9840-4ee7-bcee-1967fd70da2f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:11:12.623248 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Attempting to bind port a33d6622-9840-4ee7-bcee-1967fd70da2f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:11:12.623687 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Attempting to bind port a33d6622-9840-4ee7-bcee-1967fd70da2f on network c41eeeda-f50c-49d1-b23f-c49093f8c20d {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:12.631336 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:11:12.632879 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Checking segment: {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:12.632879 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.632879 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Bound using segment: {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:11:12.633169 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Bound port: a33d6622-9840-4ee7-bcee-1967fd70da2f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:11:12.633457 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.709284 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:11:12.722714 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] For port a33d6622-9840-4ee7-bcee-1967fd70da2f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:11:12.727110 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] For port a33d6622-9840-4ee7-bcee-1967fd70da2f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a33d6622-9840-4ee7-bcee-1967fd70da2f,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:11:12.741506 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4149546a-3565-48e8-befa-870be6a756af up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:12.787642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 4149546a-3565-48e8-befa-870be6a756af triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:12.788015 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (4149546a-3565-48e8-befa-870be6a756af), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.810760 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:12.817525 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6058f45b-54c6-4877-ba83-785e7bb356a4) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:12.822188 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:12.823087 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.827885 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330fe983-9125-478d-a15e-105051f7c32e None None] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:11:12.879453 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.906046 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-25854752-4b18-4477-8991-84332810ba2a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6985815 May 23 13:11:12.908611 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40974) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:12.912883 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:12.924981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:12.953290 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-8081594e-34ea-443d-aed7-b1a592e70caa None None] Provisioning complete for port a33d6622-9840-4ee7-bcee-1967fd70da2f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:12.953653 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8081594e-34ea-443d-aed7-b1a592e70caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.996542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (64626e95-5ee0-4d29-8a86-5a32ddb711d0), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:12.997920 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (64626e95-5ee0-4d29-8a86-5a32ddb711d0), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.002451 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 4149546a-3565-48e8-befa-870be6a756af is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:13.037109 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e7ac7-9951-4b81-ada5-0d80dd4b21c9 None None] Pushing event updated for resources: {'Port': ['ID=a33d6622-9840-4ee7-bcee-1967fd70da2f,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:13.044061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:13.044061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:13.057844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks [] for router_controller (64626e95-5ee0-4d29-8a86-5a32ddb711d0), precommit_add_association {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.114394 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6058f45b-54c6-4877-ba83-785e7bb356a4', 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4', 'project_id': '5ec3d4c508314b668b685921169854d6', 'fixed_ips': [{'subnet_id': 'fec48533-f951-45da-a04e-345123bcb470'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:11:13.115281 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.263045 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks [] for router_gateway (64626e95-5ee0-4d29-8a86-5a32ddb711d0), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.336862 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-8081594e-34ea-443d-aed7-b1a592e70caa None None] Current status of the port a33d6622-9840-4ee7-bcee-1967fd70da2f is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:13.337239 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8081594e-34ea-443d-aed7-b1a592e70caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.430770 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:13.541825 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-8081594e-34ea-443d-aed7-b1a592e70caa None None] For port a33d6622-9840-4ee7-bcee-1967fd70da2f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a33d6622-9840-4ee7-bcee-1967fd70da2f,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:13.547674 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks [] for router_gateway (64626e95-5ee0-4d29-8a86-5a32ddb711d0), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.567308 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.608900 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8081594e-34ea-443d-aed7-b1a592e70caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.666329 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Allocated IP 172.20.0.2 (6058f45b-54c6-4877-ba83-785e7bb356a4/fec48533-f951-45da-a04e-345123bcb470/3ea6fb65-5f4e-400a-a335-1b3cecdf226f) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:11:13.681904 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Allocated IP 172.37.1.83 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/72500ad4-571b-4ad1-a1e1-f732e5f7e86e) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:11:13.682106 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:13.715550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081594e-34ea-443d-aed7-b1a592e70caa None None] Pushing event updated for resources: {'Port': ['ID=a33d6622-9840-4ee7-bcee-1967fd70da2f,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:13.797669 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks [] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.822579 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-921b0234-403b-4f99-826b-fe1d02a606e8 None None] Provisioning complete for port a33d6622-9840-4ee7-bcee-1967fd70da2f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:13.822952 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-921b0234-403b-4f99-826b-fe1d02a606e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.863043 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:12Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:13.899230 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:13.902827 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad0a7d-8526-48da-a172-249d9e9b761b None None] The sync data for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi is: [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:12Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:11:13.928868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:13.947661 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:13.952643 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:13.963694 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:13.969405 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:11:14.002026 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Pushing event updated for resources: {'Port': ['ID=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:14.024623 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-921b0234-403b-4f99-826b-fe1d02a606e8 None None] Current status of the port a33d6622-9840-4ee7-bcee-1967fd70da2f is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:14.027186 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Publish callbacks [] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.138098 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.181595 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:14.187437 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:14.196457 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:11:14.200442 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Pushing event updated for resources: {'Port': ['ID=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:14.265971 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Attempting to bind port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:11:14.266379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Attempting to bind port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:11:14.267499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Attempting to bind port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f on network 6058f45b-54c6-4877-ba83-785e7bb356a4 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:14.270899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:14.273964 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:11:14.274340 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Checking segment: {'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:14.275117 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.275270 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Bound using segment: {'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:11:14.275688 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Bound port: 3ea6fb65-5f4e-400a-a335-1b3cecdf226f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:11:14.276068 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.321399 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:14.340471 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks [] for router_gateway (64626e95-5ee0-4d29-8a86-5a32ddb711d0), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.345863 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] For port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:11:14.349490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] For port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,segment=NetworkSegment(f97070ea-8dbe-4d4a-bd76-fb22888ff40f),segment_id=f97070ea-8dbe-4d4a-bd76-fb22888ff40f)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:11:14.420369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.474384 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:14.501699 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc2624-5649-4079-a445-c696f5a77e79 None None] Pushing event updated for resources: {'Port': ['ID=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:14.547140 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (64626e95-5ee0-4d29-8a86-5a32ddb711d0), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.552533 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:14.768048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:11:14.781681 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device a33d6622-9840-4ee7-bcee-1967fd70da2f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:14.835714 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port a33d6622-9840-4ee7-bcee-1967fd70da2f triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:14.836348 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:14.929197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:14.930536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:11:14.942387 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Sync routers for ids ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:11:14.957589 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port a33d6622-9840-4ee7-bcee-1967fd70da2f is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:14.961864 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Routers {'64626e95-5ee0-4d29-8a86-5a32ddb711d0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:14.963040 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:15.033975 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:15.038264 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-a868752f-d27d-416e-92f4-4681c7e883d9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1260374 May 23 13:11:15.039115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 40980) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:15.080659 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Set router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:15.283291 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83'}], 'enable_snat': True}, 'gw_port_id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:14Z', 'revision_number': 3, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port': {'id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:15.316025 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Checking router: 64626e95-5ee0-4d29-8a86-5a32ddb711d0 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:11:15.319125 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Updating router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:11:15.347040 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:15.490142 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:15.624866 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4bf07-85f3-4c14-8a06-d33c38ce3be3 None None] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:11:15.676963 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:15.695714 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-4a1fce11-d97f-4546-950c-af1970f3e414 None None] Provisioning complete for port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:15.696089 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4a1fce11-d97f-4546-950c-af1970f3e414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:15.697433 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Publish callbacks [] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:15.832055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fce11-d97f-4546-950c-af1970f3e414 None None] Current status of the port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:15.832591 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4a1fce11-d97f-4546-950c-af1970f3e414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:15.882579 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-4a1fce11-d97f-4546-950c-af1970f3e414 None None] For port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,segment=NetworkSegment(f97070ea-8dbe-4d4a-bd76-fb22888ff40f),segment_id=f97070ea-8dbe-4d4a-bd76-fb22888ff40f)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:15.948995 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Allocated IP 172.20.0.1 (6058f45b-54c6-4877-ba83-785e7bb356a4/fec48533-f951-45da-a04e-345123bcb470/fae891ea-b968-48f0-bf28-58f8adcb8de5) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:11:15.956745 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:15.987852 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4a1fce11-d97f-4546-950c-af1970f3e414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.031917 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d832b19-fc4a-4890-8845-dae2fd33566d None None] Pushing event updated for resources: {'Port': ['ID=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,revision_number=2']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:16.035359 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Attempting to bind port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:11:16.035730 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Attempting to bind port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:11:16.036090 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Attempting to bind port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:16.042052 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:16.043300 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:11:16.043873 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:16.044453 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.045053 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:11:16.045680 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Bound port: 72500ad4-571b-4ad1-a1e1-f732e5f7e86e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:11:16.046267 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.062451 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fce11-d97f-4546-950c-af1970f3e414 None None] Pushing event updated for resources: {'Port': ['ID=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:16.108694 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-616563bc-1809-4b6f-a94b-c0cd13e4d59d None None] Provisioning complete for port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:16.109411 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-616563bc-1809-4b6f-a94b-c0cd13e4d59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.119012 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks [] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.133554 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] For port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:11:16.138254 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] For port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:11:16.154999 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:16.195125 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-616563bc-1809-4b6f-a94b-c0cd13e4d59d None None] Current status of the port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:16.207951 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.242565 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.265495 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Routers {'64626e95-5ee0-4d29-8a86-5a32ddb711d0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:16.266151 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:16.292166 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:16.294614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=fae891ea-b968-48f0-bf28-58f8adcb8de5,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:16.303893 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:16.305838 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:16.308070 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d832b19-fc4a-4890-8845-dae2fd33566d None None] Pushing event updated for resources: {'Port': ['ID=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:16.308223 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:11:16.352015 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (64626e95-5ee0-4d29-8a86-5a32ddb711d0), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.387492 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] Set router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:16.567888 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83'}], 'enable_snat': True}, 'gw_port_id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:14Z', 'revision_number': 3, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port': {'id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:16.578453 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.600460 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60915146-b0c3-4745-b0f7-e45adbed50ff None None] The sync data for ids ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'] in dv-cinder-master-3-iscsi is: [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83'}], 'enable_snat': True}, 'gw_port_id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:14Z', 'revision_number': 3, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port': {'id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:11:16.618599 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-c3321d0c-9132-4ae5-bd69-a628f863f947 None None] Provisioning complete for port fae891ea-b968-48f0-bf28-58f8adcb8de5 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:16.619284 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c3321d0c-9132-4ae5-bd69-a628f863f947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.658138 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-c3321d0c-9132-4ae5-bd69-a628f863f947 None None] Port fae891ea-b968-48f0-bf28-58f8adcb8de5 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:11:16.743211 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 3ea6fb65-5f4e-400a-a335-1b3cecdf226f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:16.789473 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:16.791497 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:16.791860 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.798257 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks [] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.880729 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:16.882070 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:16.954536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=fae891ea-b968-48f0-bf28-58f8adcb8de5,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:16.958772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (64626e95-5ee0-4d29-8a86-5a32ddb711d0), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:17.027372 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:17.062680 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:17.065844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:17.191795 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:11:17.302678 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:11:17.307845 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-26307670-ac2c-4aef-8741-f41b34c4b9e4 admin admin] 10.222.0.30 "PUT /v2.0/routers/64626e95-5ee0-4d29-8a86-5a32ddb711d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2677372 May 23 13:11:17.400108 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-bd59fef5-3415-40eb-b2c9-48c68893a368 None None] Provisioning complete for port fae891ea-b968-48f0-bf28-58f8adcb8de5 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:17.400600 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-bd59fef5-3415-40eb-b2c9-48c68893a368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:17.434304 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-bd59fef5-3415-40eb-b2c9-48c68893a368 None None] Port fae891ea-b968-48f0-bf28-58f8adcb8de5 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:11:18.357383 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Sync routers for ids ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:11:18.372264 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Routers {'64626e95-5ee0-4d29-8a86-5a32ddb711d0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:18.372969 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:18.458764 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:18.487035 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Set router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:18.752706 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83'}], 'enable_snat': True}, 'gw_port_id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:16Z', 'revision_number': 4, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port': {'id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fae891ea-b968-48f0-bf28-58f8adcb8de5', 'name': '', 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'mac_address': 'fa:16:3e:b8:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'fec48533-f951-45da-a04e-345123bcb470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:15Z', 'updated_at': '2022-05-23T13:11:16Z', 'revision_number': 2, 'project_id': '5ec3d4c508314b668b685921169854d6', 'subnets': [{'id': 'fec48533-f951-45da-a04e-345123bcb470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:18.783856 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 72500ad4-571b-4ad1-a1e1-f732e5f7e86e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:18.786578 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Checking router: 64626e95-5ee0-4d29-8a86-5a32ddb711d0 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:11:18.786923 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Updating router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 port fae891ea-b968-48f0-bf28-58f8adcb8de5 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:11:18.979337 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.027727 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:19.028348 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.159548 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:19.207454 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:19.207835 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.256819 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:19.268972 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:19.274191 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b76eb-b215-4e8f-b9a0-7308e6557abd req-185361ad-b090-4d80-9740-a3837ea4c570 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:19.283029 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d52b76eb-b215-4e8f-b9a0-7308e6557abd req-185361ad-b090-4d80-9740-a3837ea4c570 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 945 time: 0.0745726 May 23 13:11:19.342283 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d52b76eb-b215-4e8f-b9a0-7308e6557abd req-18f4cd68-3b23-4bd5-aa24-bb77cdf5c41a tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581610 May 23 13:11:19.369110 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.421070 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Publish callbacks [] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.439166 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:19.486454 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.554616 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb06d07-d600-4140-82bf-dc32df0a8640 None None] Pushing event updated for resources: {'Port': ['ID=fae891ea-b968-48f0-bf28-58f8adcb8de5,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:19.630845 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Attempting to bind port fae891ea-b968-48f0-bf28-58f8adcb8de5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:11:19.631270 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Attempting to bind port fae891ea-b968-48f0-bf28-58f8adcb8de5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:11:19.631730 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Attempting to bind port fae891ea-b968-48f0-bf28-58f8adcb8de5 on network 6058f45b-54c6-4877-ba83-785e7bb356a4 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:19.638769 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:11:19.639370 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Checking segment: {'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:19.639912 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.640355 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Bound using segment: {'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:11:19.640921 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Bound port: fae891ea-b968-48f0-bf28-58f8adcb8de5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:11:19.642645 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.745945 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] For port fae891ea-b968-48f0-bf28-58f8adcb8de5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:11:19.749501 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] For port fae891ea-b968-48f0-bf28-58f8adcb8de5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fae891ea-b968-48f0-bf28-58f8adcb8de5,segment=NetworkSegment(f97070ea-8dbe-4d4a-bd76-fb22888ff40f),segment_id=f97070ea-8dbe-4d4a-bd76-fb22888ff40f)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:11:19.753205 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:19.807648 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.887006 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Routers {'64626e95-5ee0-4d29-8a86-5a32ddb711d0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:19.887570 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:19.940561 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-c1f9c44b-060d-4b40-804a-fa7b2450bd88 None None] Provisioning complete for port fae891ea-b968-48f0-bf28-58f8adcb8de5 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:19.940935 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c44b-060d-4b40-804a-fa7b2450bd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:19.951253 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb06d07-d600-4140-82bf-dc32df0a8640 None None] Pushing event updated for resources: {'Port': ['ID=fae891ea-b968-48f0-bf28-58f8adcb8de5,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:20.060208 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] Set router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:20.163578 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9c44b-060d-4b40-804a-fa7b2450bd88 None None] Current status of the port fae891ea-b968-48f0-bf28-58f8adcb8de5 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:20.163928 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c44b-060d-4b40-804a-fa7b2450bd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:20.177177 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:20.262323 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-c1f9c44b-060d-4b40-804a-fa7b2450bd88 None None] For port fae891ea-b968-48f0-bf28-58f8adcb8de5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fae891ea-b968-48f0-bf28-58f8adcb8de5,segment=NetworkSegment(f97070ea-8dbe-4d4a-bd76-fb22888ff40f),segment_id=f97070ea-8dbe-4d4a-bd76-fb22888ff40f)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:20.336369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83'}], 'enable_snat': True}, 'gw_port_id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:16Z', 'revision_number': 4, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port': {'id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fae891ea-b968-48f0-bf28-58f8adcb8de5', 'name': '', 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'mac_address': 'fa:16:3e:b8:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'fec48533-f951-45da-a04e-345123bcb470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:15Z', 'updated_at': '2022-05-23T13:11:19Z', 'revision_number': 4, 'project_id': '5ec3d4c508314b668b685921169854d6', 'subnets': [{'id': 'fec48533-f951-45da-a04e-345123bcb470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:20.337180 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c44b-060d-4b40-804a-fa7b2450bd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:20.395761 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085d52f8-c15a-4b4e-af3d-8477c2183e42 None None] The sync data for ids ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'] in dv-cinder-master-3-iscsi is: [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83'}], 'enable_snat': True}, 'gw_port_id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:16Z', 'revision_number': 4, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port': {'id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fae891ea-b968-48f0-bf28-58f8adcb8de5', 'name': '', 'network_id': '6058f45b-54c6-4877-ba83-785e7bb356a4', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'mac_address': 'fa:16:3e:b8:8d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'fec48533-f951-45da-a04e-345123bcb470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:15Z', 'updated_at': '2022-05-23T13:11:19Z', 'revision_number': 4, 'project_id': '5ec3d4c508314b668b685921169854d6', 'subnets': [{'id': 'fec48533-f951-45da-a04e-345123bcb470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:11:20.427936 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9c44b-060d-4b40-804a-fa7b2450bd88 None None] Pushing event updated for resources: {'Port': ['ID=fae891ea-b968-48f0-bf28-58f8adcb8de5,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:20.490778 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-accdd167-9713-438c-9f2b-38bb349938ef None None] Provisioning complete for port fae891ea-b968-48f0-bf28-58f8adcb8de5 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:20.491420 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-accdd167-9713-438c-9f2b-38bb349938ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:20.499966 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8b023-fa44-4918-b74d-f016dc239189 req-14a0a69e-8a7a-401b-b663-a2beedc6376e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:20.501582 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b4f8b023-fa44-4918-b74d-f016dc239189 req-14a0a69e-8a7a-401b-b663-a2beedc6376e tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 945 time: 0.0689135 May 23 13:11:20.607262 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b4f8b023-fa44-4918-b74d-f016dc239189 req-8564c5e2-04d1-40de-993c-2d4a5d6c0f6f tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909154 May 23 13:11:20.610550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-accdd167-9713-438c-9f2b-38bb349938ef None None] Current status of the port fae891ea-b968-48f0-bf28-58f8adcb8de5 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:20.843102 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 72500ad4-571b-4ad1-a1e1-f732e5f7e86e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:20.895612 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:20.898315 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:20.984623 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:20.986613 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device fae891ea-b968-48f0-bf28-58f8adcb8de5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:21.023144 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:21.052370 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port fae891ea-b968-48f0-bf28-58f8adcb8de5 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:21.052754 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:21.145904 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port fae891ea-b968-48f0-bf28-58f8adcb8de5 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:21.290789 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-d10ed805-107c-4177-83a9-2317c308dcdf tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:21.305787 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-d10ed805-107c-4177-83a9-2317c308dcdf tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 945 time: 0.0611165 May 23 13:11:21.381165 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port 7b35fa86-306f-4e0a-899e-6bd67c41a574 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:11:21.381505 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:21.479111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] For port 7b35fa86-306f-4e0a-899e-6bd67c41a574, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=7b35fa86-306f-4e0a-899e-6bd67c41a574,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:21.479647 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:21.667457 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:21.668111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (25ac2b1e-6687-43e3-a25e-b0a429c096d3), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:21.668111 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Floating IP 25ac2b1e-6687-43e3-a25e-b0a429c096d3 disassociated. External IP: 172.37.1.12, port: 7b35fa86-306f-4e0a-899e-6bd67c41a574. May 23 13:11:21.668463 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for 7b35fa86-306f-4e0a-899e-6bd67c41a574 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:11:21.788534 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422a5cb-6c7d-444b-933c-3ab2aff39dfa req-f9a13376-e567-4226-a209-71c696485b61 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:21.790061 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d422a5cb-6c7d-444b-933c-3ab2aff39dfa req-f9a13376-e567-4226-a209-71c696485b61 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 945 time: 0.0693307 May 23 13:11:21.883777 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d422a5cb-6c7d-444b-933c-3ab2aff39dfa req-b4176e26-d9d3-4095-989b-fe889af67db5 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups?id=f29b3e43-de0a-4f56-afcd-f177718a5d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856698 May 23 13:11:21.962134 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (7b35fa86-306f-4e0a-899e-6bd67c41a574), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:21.990607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=7b35fa86-306f-4e0a-899e-6bd67c41a574,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:22.004016 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.009772 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.011094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:22.133416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:22.137721 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:11:22.139974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:22.256738 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:11:22.271660 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:11:22.290842 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:22.291802 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:22.310653 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] No DVR routers for this DVR port 7b35fa86-306f-4e0a-899e-6bd67c41a574 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:11:22.314621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:22.317893 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c1ac5b3d-836e-46ae-8905-c226793078d3 req-83dc8cc2-e11c-4600-81f2-f95833d5c7a8 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.49 "DELETE /v2.0/ports/7b35fa86-306f-4e0a-899e-6bd67c41a574 HTTP/1.1" status: 204 len: 173 time: 1.0198269 May 23 13:11:22.318366 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'name': 'network-vif-deleted', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:11:22.331204 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ad1581-d5c1-4b5b-bd30-51dcb90a2df8" -d '{"events": [{"server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "name": "network-vif-deleted", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:11:22.387569 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd57bf71-c6a3-4125-98f3-3d6d65ebc9c5 x-openstack-request-id: req-fd57bf71-c6a3-4125-98f3-3d6d65ebc9c5 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:11:22.387978 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ae1a05-d9d5-48f8-9394-fb053867218c", "name": "network-vif-deleted", "tag": "7b35fa86-306f-4e0a-899e-6bd67c41a574", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:11:22.388343 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd57bf71-c6a3-4125-98f3-3d6d65ebc9c5 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:11:22.389626 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd57bf71-c6a3-4125-98f3-3d6d65ebc9c5'] response: {'server_uuid': 'c1ae1a05-d9d5-48f8-9394-fb053867218c', 'name': 'network-vif-deleted', 'tag': '7b35fa86-306f-4e0a-899e-6bd67c41a574', 'status': 'completed', 'code': 200} May 23 13:11:22.558304 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:11:22.581956 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:22.799495 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:22.838743 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:11:22.851601 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:22.852666 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:10:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:22.975834 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:23.039686 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b9474164-36d0-4144-ba78-7f4048da1961 req-7ead051a-ca0a-4149-b427-3917998958b7 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1ae1a05-d9d5-48f8-9394-fb053867218c HTTP/1.1" status: 200 len: 210 time: 0.0343821 May 23 13:11:23.045699 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:23.048662 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:23.205236 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:23.238025 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70dd083-9c76-4d4a-bb00-79f6e0ab56b2 None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:00:02Z', 'revision_number': 4, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a2dc7312-4cf0-4e67-b5b5-276d9e198102', 'name': '', 'network_id': '27240b79-2fbf-4ada-bcf2-ef920669591c', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'mac_address': 'fa:16:3e:5b:8f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:00:01Z', 'updated_at': '2022-05-23T13:00:06Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'subnets': [{'id': '35a5372e-c37d-4b81-ac97-3ca02837c6d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:11:23.878551 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4657129-0bae-4998-98a8-c8b8b61135f6 None None] New status for floating IP 25ac2b1e-6687-43e3-a25e-b0a429c096d3: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:11:24.101598 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7b35fa86-306f-4e0a-899e-6bd67c41a574 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:11:24.131641 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 7b35fa86-306f-4e0a-899e-6bd67c41a574 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:11:24.132055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 7b35fa86-306f-4e0a-899e-6bd67c41a574 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:11:25.203204 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41058) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:25.271086 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (f29b3e43-de0a-4f56-afcd-f177718a5d3b), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.297399 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (f29b3e43-de0a-4f56-afcd-f177718a5d3b), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.383198 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.411887 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f29b3e43-de0a-4f56-afcd-f177718a5d3b), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.414382 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.418432 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/security-groups/f29b3e43-de0a-4f56-afcd-f177718a5d3b HTTP/1.1" status: 204 len: 168 time: 0.2101696 May 23 13:11:25.420685 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41060) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:25.426457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b3e43-de0a-4f56-afcd-f177718a5d3b,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:25.435060 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.435413 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.435742 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.436068 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.436393 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.436717 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.437054 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.437356 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.437794 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.438320 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.438664 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.439169 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.439641 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.439988 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.440475 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891c9c07-4689-438c-bfa5-a67aa92101cb tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:25.442216 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.api.v2.resource [None req-dd28044f-61c1-4fc5-ab63-6da90f013346 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] show failed (client error): The resource could not be found. May 23 13:11:25.449638 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-dd28044f-61c1-4fc5-ab63-6da90f013346 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "GET /v2.0/security-groups/f29b3e43-de0a-4f56-afcd-f177718a5d3b HTTP/1.1" status: 404 len: 347 time: 0.0270095 May 23 13:11:25.449908 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41062) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:25.572858 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Deleting port 513ca045-b217-4410-8203-a3bc3571d169 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:11:25.573190 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (513ca045-b217-4410-8203-a3bc3571d169), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.654889 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (513ca045-b217-4410-8203-a3bc3571d169), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.655206 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (513ca045-b217-4410-8203-a3bc3571d169), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.670285 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Calling delete_port for 513ca045-b217-4410-8203-a3bc3571d169 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:11:25.905520 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (513ca045-b217-4410-8203-a3bc3571d169), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:25.931096 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Pushing event deleted for resources: {'Port': ['ID=513ca045-b217-4410-8203-a3bc3571d169,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:26.020830 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks [] for floatingip (25ac2b1e-6687-43e3-a25e-b0a429c096d3), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:26.024756 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:26.028915 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-2850e078-277c-4cee-a0c5-24aa7ec8dda4 tempest-AttachVolumeNegativeTest-1174665204 tempest-AttachVolumeNegativeTest-1174665204-project] 10.222.0.30 "DELETE /v2.0/floatingips/25ac2b1e-6687-43e3-a25e-b0a429c096d3 HTTP/1.1" status: 204 len: 168 time: 0.5748620 May 23 13:11:27.142328 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-dcbb850e-81d0-4820-ac7f-4257531ecc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:28.797459 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-3f9d3ca4-768b-4a4c-a8a8-29b4622892e5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:28.798952 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-3f9d3ca4-768b-4a4c-a8a8-29b4622892e5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 814 time: 0.1041787 May 23 13:11:28.813925 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-28fa9457-77dd-456f-9e8f-996b6ceee858 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/quotas/1f2fed134f274a6ebe5ffe183205e269 HTTP/1.1" status: 200 len: 375 time: 0.0095329 May 23 13:11:28.866502 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-c1cbfe03-1000-4447-9f0e-11f6649a0a37 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478072 May 23 13:11:28.963565 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c062c30-0bb2-43ca-a62a-2bae4395cc83 service neutron] 10.222.0.30 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850556 May 23 13:11:29.065255 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-75ae8d5f-8f6e-4ef0-b979-5ceb5171116f service neutron] 10.222.0.30 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958598 May 23 13:11:29.358571 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-daf381a8-6694-46ed-b3f6-224c366015b6 req-42482795-d69a-4f6c-be3b-ec21ca395270 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 210 time: 0.0385442 May 23 13:11:29.498543 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-7a89ce46-175d-484a-8f55-df18398e545d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:30.433513 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e979d642-332a-4ada-a37b-0f6cebf0b65e req-bd4fe9e2-f76d-4ebd-a119-0c0b734a21ca tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 210 time: 0.0290143 May 23 13:11:30.480688 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41140) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:30.624611 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:30.864378 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:30.964297 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:31.014185 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (f8c648a0-04fe-4b16-980d-c22bbe7ea954), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:31.282738 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Deleting port a2dc7312-4cf0-4e67-b5b5-276d9e198102 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:11:31.283071 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:31.364194 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] For port a2dc7312-4cf0-4e67-b5b5-276d9e198102, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a2dc7312-4cf0-4e67-b5b5-276d9e198102,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:31.364562 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:31.378687 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Calling delete_port for a2dc7312-4cf0-4e67-b5b5-276d9e198102 owned by network:router_interface {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:11:31.540229 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d6caa48e-02f0-4347-8ce4-b5265df5b2c7 req-13cb3cac-ac39-4711-adf6-8817cf5e91c3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 210 time: 0.0301921 May 23 13:11:31.695043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-0ad5193f-d2ec-4b3c-9003-87a43dfaf197 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:31.698198 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-0ad5193f-d2ec-4b3c-9003-87a43dfaf197 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.49 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 814 time: 0.1146553 May 23 13:11:31.717660 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'port': {'device_id': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'admin_state_up': True, 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:31.847023 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (a2dc7312-4cf0-4e67-b5b5-276d9e198102), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:31.872626 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dc7312-4cf0-4e67-b5b5-276d9e198102,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:31.931193 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Made reservation on behalf of 1f2fed134f274a6ebe5ffe183205e269 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:11:31.932326 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:31.935072 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.018867 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:32.049253 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (f8c648a0-04fe-4b16-980d-c22bbe7ea954), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.093490 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Allocated IP 172.20.0.10 (c41eeeda-f50c-49d1-b23f-c49093f8c20d/5adee274-cfd8-4523-a01a-327ab464efb2/666df93a-3cd5-4d9a-b131-dd41c5c3e3c5) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:11:32.156009 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:32.189686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:32.205812 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:32.252845 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.273765 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Router f8c648a0-04fe-4b16-980d-c22bbe7ea954 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:11:32.356281 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.386028 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:11:32.394691 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6992ea1f-2823-47e3-9069-9f46ecc1a418 admin admin] 10.222.0.30 "PUT /v2.0/routers/f8c648a0-04fe-4b16-980d-c22bbe7ea954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102221 May 23 13:11:32.395756 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] Sync routers for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:11:32.398567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41164) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:32.405208 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:32.405817 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:32.455416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:11:32.464095 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:11:32.466617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:11:32.505182 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:32.518534 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:32.575777 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:32.576472 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.613302 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks [] for router (f8c648a0-04fe-4b16-980d-c22bbe7ea954), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.803124 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks [] for router_gateway (f8c648a0-04fe-4b16-980d-c22bbe7ea954), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.847479 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:11:31Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:32.867745 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-5c7828e2-df22-4718-8f11-34b4b62026d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1534727 May 23 13:11:32.879580 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] Checking router: f8c648a0-04fe-4b16-980d-c22bbe7ea954 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:11:32.889110 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] Routers {'f8c648a0-04fe-4b16-980d-c22bbe7ea954'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:11:32.890029 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:32.891112 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b03d-4725-4fc9-a42c-8a46d10f6b14 req-6208c407-be40-42a7-8522-4ae4280286ab tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:32.893040 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ec3b03d-4725-4fc9-a42c-8a46d10f6b14 req-6208c407-be40-42a7-8522-4ae4280286ab tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.1225662 May 23 13:11:32.919462 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-2bf117e9-ba41-4829-b3ca-9048b97be376 None None] Provisioning complete for port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:32.924245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2bf117e9-ba41-4829-b3ca-9048b97be376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:32.974561 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:32.975635 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-2bf117e9-ba41-4829-b3ca-9048b97be376 None None] Port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:11:33.006353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Deleting port c1ecc567-f283-4b8f-a177-5a94fe05db8a {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:11:33.006692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.008441 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] Set router f8c648a0-04fe-4b16-980d-c22bbe7ea954 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:11:33.090161 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ec3b03d-4725-4fc9-a42c-8a46d10f6b14 req-0337c7c4-896d-4e03-88b0-7e98aae4c0f1 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821849 May 23 13:11:33.121923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] For port c1ecc567-f283-4b8f-a177-5a94fe05db8a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c1ecc567-f283-4b8f-a177-5a94fe05db8a,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:33.121923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.142069 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Calling delete_port for c1ecc567-f283-4b8f-a177-5a94fe05db8a owned by network:router_gateway {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:11:33.201100 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:11:31Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:33.231740 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cb5e05-0b5e-4e93-83c5-e0acd16ced5d None None] The sync data for ids ['f8c648a0-04fe-4b16-980d-c22bbe7ea954'] in dv-cinder-master-3-iscsi is: [{'id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'name': 'tempest-AttachVolumeNegativeTest-741690976-router', 'tenant_id': '0ae347c79fe74082906f0d8eb9dc6677', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235'}], 'enable_snat': True}, 'gw_port_id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T12:59:56Z', 'updated_at': '2022-05-23T13:11:31Z', 'revision_number': 5, 'project_id': '0ae347c79fe74082906f0d8eb9dc6677', 'gw_port': {'id': 'c1ecc567-f283-4b8f-a177-5a94fe05db8a', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c648a0-04fe-4b16-980d-c22bbe7ea954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T12:59:57Z', 'updated_at': '2022-05-23T13:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:11:33.309643 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:33.377838 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:33.407786 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (c1ecc567-f283-4b8f-a177-5a94fe05db8a), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.431312 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ecc567-f283-4b8f-a177-5a94fe05db8a,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:33.486803 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.504319 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (f8c648a0-04fe-4b16-980d-c22bbe7ea954), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.602199 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (f8c648a0-04fe-4b16-980d-c22bbe7ea954), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.604780 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks [] for router_controller (f8c648a0-04fe-4b16-980d-c22bbe7ea954), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.756405 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (f8c648a0-04fe-4b16-980d-c22bbe7ea954), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.757231 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c648a0-04fe-4b16-980d-c22bbe7ea954 {{(pid=115937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:11:33.763847 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.764908 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-e590b7d0-93f8-4ed5-b4e6-9e0e7309d913 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f8c648a0-04fe-4b16-980d-c22bbe7ea954 HTTP/1.1" status: 204 len: 168 time: 1.3654015 May 23 13:11:33.771190 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41170) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:33.819646 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] Deleting subnet 35a5372e-c37d-4b81-ac97-3ca02837c6d7 {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:11:33.823152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] Publish callbacks [] for subnet (35a5372e-c37d-4b81-ac97-3ca02837c6d7), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.860556 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (35a5372e-c37d-4b81-ac97-3ca02837c6d7), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:33.946525 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (35a5372e-c37d-4b81-ac97-3ca02837c6d7), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.087260 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (35a5372e-c37d-4b81-ac97-3ca02837c6d7), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.114551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a5372e-c37d-4b81-ac97-3ca02837c6d7,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:34.118867 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.121932 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4774f-34f6-4812-b65c-57e04f3dadc5 None None] Network 27240b79-2fbf-4ada-bcf2-ef920669591c requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:11:34.126428 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-c718fdea-278b-4b02-b11c-c2043d937a7e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/35a5372e-c37d-4b81-ac97-3ca02837c6d7 HTTP/1.1" status: 204 len: 168 time: 0.3530433 May 23 13:11:34.126776 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41176) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:34.243664 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd408ea1-c0f1-4885-b7a7-fff201c685ec req-b1811c94-3ce4-4697-a6d3-a8323c07df8d tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:34.245777 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bd408ea1-c0f1-4885-b7a7-fff201c685ec req-b1811c94-3ce4-4697-a6d3-a8323c07df8d tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0692236 May 23 13:11:34.267294 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (27240b79-2fbf-4ada-bcf2-ef920669591c), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.334891 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bd408ea1-c0f1-4885-b7a7-fff201c685ec req-cf309e8e-0da1-49a6-8d11-b5fbd3135a15 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815291 May 23 13:11:34.342680 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Deleting port ad9ea3f1-4272-40b5-bab4-e665b4b8298e {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:11:34.343190 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.358766 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] DHCP port deletion for 27240b79-2fbf-4ada-bcf2-ef920669591c request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:11:34.429504 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] Deleting port ad9ea3f1-4272-40b5-bab4-e665b4b8298e {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:11:34.430206 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.444548 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] For port ad9ea3f1-4272-40b5-bab4-e665b4b8298e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:34.444978 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.459490 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Calling delete_port for ad9ea3f1-4272-40b5-bab4-e665b4b8298e owned by network:dhcp {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:11:34.496088 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] For port ad9ea3f1-4272-40b5-bab4-e665b4b8298e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,segment=NetworkSegment(9db5bfc4-d54a-4f13-96f3-bd8bc269e43b),segment_id=9db5bfc4-d54a-4f13-96f3-bd8bc269e43b)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:34.496484 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.510600 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] Calling delete_port for ad9ea3f1-4272-40b5-bab4-e665b4b8298e owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:11:34.613095 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.621386 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (ad9ea3f1-4272-40b5-bab4-e665b4b8298e), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.639617 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:34.650774 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] Pushing event deleted for resources: {'Port': ['ID=ad9ea3f1-4272-40b5-bab4-e665b4b8298e,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:34.651282 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] No DVR routers for this DVR port ad9ea3f1-4272-40b5-bab4-e665b4b8298e on host dv-cinder-master-3-iscsi {{(pid=115938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:11:34.656271 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a8fb0-75c1-4b5e-8394-3cd198433466 None None] No DVR routers for this DVR port ad9ea3f1-4272-40b5-bab4-e665b4b8298e on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:11:34.736854 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ad9ea3f1-4272-40b5-bab4-e665b4b8298e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:11:34.751476 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (27240b79-2fbf-4ada-bcf2-ef920669591c), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.757331 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: ad9ea3f1-4272-40b5-bab4-e665b4b8298e {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:11:34.757757 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ad9ea3f1-4272-40b5-bab4-e665b4b8298e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:11:34.758297 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device c1ecc567-f283-4b8f-a177-5a94fe05db8a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:11:34.775316 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27240b79-2fbf-4ada-bcf2-ef920669591c']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:34.782741 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: c1ecc567-f283-4b8f-a177-5a94fe05db8a {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:11:34.783092 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device c1ecc567-f283-4b8f-a177-5a94fe05db8a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:11:34.783520 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device a2dc7312-4cf0-4e67-b5b5-276d9e198102 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:11:34.785767 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:34.786105 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db5bfc4-d54a-4f13-96f3-bd8bc269e43b') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:11:34.796615 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (9db5bfc4-d54a-4f13-96f3-bd8bc269e43b), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.808156 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: a2dc7312-4cf0-4e67-b5b5-276d9e198102 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:11:34.808596 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device a2dc7312-4cf0-4e67-b5b5-276d9e198102 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:11:34.810732 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (9db5bfc4-d54a-4f13-96f3-bd8bc269e43b), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.817678 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:11:34.818241 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (9db5bfc4-d54a-4f13-96f3-bd8bc269e43b), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.872623 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:34.922490 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 9db5bfc4-d54a-4f13-96f3-bd8bc269e43b resource provider aggregate not found May 23 13:11:34.939427 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 9db5bfc4-d54a-4f13-96f3-bd8bc269e43b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9db5bfc4-d54a-4f13-96f3-bd8bc269e43b found for delete ", "request_id": "req-1aa8844e-0b79-41fb-a9db-3301a19c17f7"}]} May 23 13:11:34.966950 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (27240b79-2fbf-4ada-bcf2-ef920669591c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.971777 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:34.975008 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/27240b79-2fbf-4ada-bcf2-ef920669591c HTTP/1.1" status: 204 len: 168 time: 0.8489094 May 23 13:11:34.992982 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd66029-d857-4450-a2d0-d8cfef5df9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=27240b79-2fbf-4ada-bcf2-ef920669591c,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:35.330124 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41186) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:35.372877 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-8572ead1-48c7-49f5-ad8c-622b014946b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ae347c79fe74082906f0d8eb9dc6677&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408394 May 23 13:11:35.376227 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41188) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:11:35.459363 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ff989133-9645-4ddf-a924-2a5bd9af124f admin admin] Publish callbacks [] for security_group (e2eeaf70-d831-438e-9591-dbbca2e522da), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:35.483582 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ff989133-9645-4ddf-a924-2a5bd9af124f admin admin] Publish callbacks [] for security_group (e2eeaf70-d831-438e-9591-dbbca2e522da), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:35.495452 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c227a-a046-406f-a146-dde49bbd30d4 req-34447e4f-ad9d-4156-bc9b-3b011f7c904b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:35.497145 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-992c227a-a046-406f-a146-dde49bbd30d4 req-34447e4f-ad9d-4156-bc9b-3b011f7c904b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0693827 May 23 13:11:35.554123 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-992c227a-a046-406f-a146-dde49bbd30d4 req-97e98186-e511-4084-ba1c-d4ed2eaf819f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486901 May 23 13:11:35.612922 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ff989133-9645-4ddf-a924-2a5bd9af124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e2eeaf70-d831-438e-9591-dbbca2e522da), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:35.617258 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ff989133-9645-4ddf-a924-2a5bd9af124f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:35.619214 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-ff989133-9645-4ddf-a924-2a5bd9af124f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2eeaf70-d831-438e-9591-dbbca2e522da HTTP/1.1" status: 204 len: 168 time: 0.2417510 May 23 13:11:35.630153 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff989133-9645-4ddf-a924-2a5bd9af124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eeaf70-d831-438e-9591-dbbca2e522da,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:36.637425 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:36.959417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0ee46-2e1e-430a-b93d-40d38dd147df req-2bf1f409-3e1f-47a9-89dc-0090531a02b5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:36.967032 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f9c0ee46-2e1e-430a-b93d-40d38dd147df req-2bf1f409-3e1f-47a9-89dc-0090531a02b5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.3376811 May 23 13:11:37.017273 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f9c0ee46-2e1e-430a-b93d-40d38dd147df req-2b9c6f7f-ee49-4c80-84bd-691bbe91037d tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491266 May 23 13:11:38.161105 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b5d28-e0dc-40b2-9ee2-d690acc61294 req-79046daa-a7a6-4676-b485-b1751cba27e5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:38.162897 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a39b5d28-e0dc-40b2-9ee2-d690acc61294 req-79046daa-a7a6-4676-b485-b1751cba27e5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0592809 May 23 13:11:38.213367 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a39b5d28-e0dc-40b2-9ee2-d690acc61294 req-9121a277-fc0a-4b64-aa50-e98b317b7bc8 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445986 May 23 13:11:39.334616 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb47a5-3580-4ff9-a025-bcc670fb389e req-c0386025-961b-4b06-97f3-6d90662e335d tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:39.336067 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e6cb47a5-3580-4ff9-a025-bcc670fb389e req-c0386025-961b-4b06-97f3-6d90662e335d tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0527370 May 23 13:11:39.384118 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e6cb47a5-3580-4ff9-a025-bcc670fb389e req-90e298a6-d63b-494c-b569-c1f07a9bf027 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420113 May 23 13:11:40.514040 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4465ed9-c5e9-455b-82f1-1388b4f7732d req-3d03381c-99d4-4c22-9f1c-de4702f1207c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:40.518409 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4465ed9-c5e9-455b-82f1-1388b4f7732d req-3d03381c-99d4-4c22-9f1c-de4702f1207c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0548964 May 23 13:11:40.569289 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a4465ed9-c5e9-455b-82f1-1388b4f7732d req-6170e0ce-ad17-4d3a-816b-43545763b384 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 May 23 13:11:41.689952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:41.714501 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e6d27-a59c-4e06-b852-02a6a2bc8797 req-a0c06a72-7f1a-403f-a8b6-7aacd00b9b93 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:41.716170 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d93e6d27-a59c-4e06-b852-02a6a2bc8797 req-a0c06a72-7f1a-403f-a8b6-7aacd00b9b93 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0661197 May 23 13:11:41.768738 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d93e6d27-a59c-4e06-b852-02a6a2bc8797 req-af232a69-5773-46b5-b3e5-ab048a846f5c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458033 May 23 13:11:42.882168 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69aa7-a648-431e-bcfb-79ad3f7e68b4 req-91754ecc-3e86-4f20-80bd-2a5413891c81 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:42.883632 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fcc69aa7-a648-431e-bcfb-79ad3f7e68b4 req-91754ecc-3e86-4f20-80bd-2a5413891c81 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0472500 May 23 13:11:42.934120 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fcc69aa7-a648-431e-bcfb-79ad3f7e68b4 req-96358f7a-def9-413e-aab0-55003884ef51 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 May 23 13:11:43.201114 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=63 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:43.231999 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=87 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:44.043215 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be051285-06d7-4101-8c6a-91e470cfd22a req-2c5ebef6-e83a-4930-8fe1-9c3f2df6d73f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:44.044650 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-be051285-06d7-4101-8c6a-91e470cfd22a req-2c5ebef6-e83a-4930-8fe1-9c3f2df6d73f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0458064 May 23 13:11:44.093548 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-be051285-06d7-4101-8c6a-91e470cfd22a req-bd420999-75a6-4ac4-b8d5-d3e1e33d60fe tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 May 23 13:11:44.761925 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:44.787130 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:45.207060 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000864cb-00b5-4223-a013-db1d7c3c4320 req-2c551d08-c3d7-4214-8b60-f255b9fc7949 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:45.208535 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-000864cb-00b5-4223-a013-db1d7c3c4320 req-2c551d08-c3d7-4214-8b60-f255b9fc7949 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0481267 May 23 13:11:45.255223 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-000864cb-00b5-4223-a013-db1d7c3c4320 req-c519c572-d9a3-4523-9e52-336b225b06bf tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 May 23 13:11:45.623457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:45.624328 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:45.772729 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:46.371949 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1809e-5bcb-4f68-8bd2-2b6aa4e1470b req-9a78ac99-e67e-49d2-9efd-20bad1ab6bd3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:46.373415 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d9d1809e-5bcb-4f68-8bd2-2b6aa4e1470b req-9a78ac99-e67e-49d2-9efd-20bad1ab6bd3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0476210 May 23 13:11:46.396350 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Request body: {'port': {'device_id': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:11:46.474047 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d9d1809e-5bcb-4f68-8bd2-2b6aa4e1470b req-b33bafaf-5e5f-453c-a777-2f241ef9ebd9 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948122 May 23 13:11:46.480201 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:46.616733 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:46.764537 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:11:46.771157 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:46.773322 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Publish callbacks [] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:46.786210 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Transition to ACTIVE for port object 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:11:47.574116 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:47.619856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad9f52-2d69-4ff4-a045-1f9363a926e1 req-1df2f43b-e336-4c89-9869-7bbf74768f07 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:47.621358 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-baad9f52-2d69-4ff4-a045-1f9363a926e1 req-1df2f43b-e336-4c89-9869-7bbf74768f07 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 932 time: 0.0785539 May 23 13:11:47.660067 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Pushing event updated for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:47.752696 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-baad9f52-2d69-4ff4-a045-1f9363a926e1 req-79b237f1-784b-4587-97a4-f4ae28bb35ae tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206431 May 23 13:11:47.774102 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Attempting to bind port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:11:47.774102 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Attempting to bind port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:11:47.774102 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Attempting to bind port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 on network c41eeeda-f50c-49d1-b23f-c49093f8c20d {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:47.777186 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 on network c41eeeda-f50c-49d1-b23f-c49093f8c20d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:11:47.777513 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Attempting to bind port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 on network c41eeeda-f50c-49d1-b23f-c49093f8c20d {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:11:47.783535 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:11:47.783981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Checking segment: {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:11:47.784319 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Bound using segment: {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:11:47.784758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Bound port: 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860ce39c-3219-4803-9942-5fcc5fd5bf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:11:47.785170 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:47.851494 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:11:47.854512 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:11:47.950141 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:47.988940 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:47.989553 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:47.990942 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] 10.222.0.49 "PUT /v2.0/ports/666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 1094 time: 1.6049502 May 23 13:11:47.991396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:11:47.993609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fd7a99-4293-4fde-919d-b424770258dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:11:48.015241 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65a2f9-f38e-4fa3-af94-4612ced606b1 service neutron] Pushing event updated for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:48.041737 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbd771b-ba62-487e-bf6a-dd789658270a x-openstack-request-id: req-2dbd771b-ba62-487e-bf6a-dd789658270a {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:11:48.042066 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:11:48.042321 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dbd771b-ba62-487e-bf6a-dd789658270a {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:11:48.042729 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbd771b-ba62-487e-bf6a-dd789658270a'] response: {'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'status': 'completed', 'code': 200} May 23 13:11:48.135735 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7a99-4293-4fde-919d-b424770258dd req-f8b66976-93e0-4c15-b71d-02236dec22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:48.137682 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-41fd7a99-4293-4fde-919d-b424770258dd req-f8b66976-93e0-4c15-b71d-02236dec22de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1128 time: 0.0491557 May 23 13:11:48.258468 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7a99-4293-4fde-919d-b424770258dd req-1c7d60a6-b200-4729-9262-776b760aec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:48.259838 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-41fd7a99-4293-4fde-919d-b424770258dd req-1c7d60a6-b200-4729-9262-776b760aec14 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1f2fed134f274a6ebe5ffe183205e269&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014788 May 23 13:11:48.345024 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:48.362499 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7a99-4293-4fde-919d-b424770258dd req-c0319df0-55e5-47fc-aad7-a14d3756b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:48.363973 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-41fd7a99-4293-4fde-919d-b424770258dd req-c0319df0-55e5-47fc-aad7-a14d3756b426 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969987 May 23 13:11:48.476957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-e4287d2b-e86b-443e-87ae-6dabd3385ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:48.478526 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-e4287d2b-e86b-443e-87ae-6dabd3385ccc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1128 time: 0.0391171 May 23 13:11:48.530531 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-c8bdc9b9-4a62-4625-9414-3a3cdd875bb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 217 time: 0.0330141 May 23 13:11:48.582729 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-ca2989f1-8377-4eba-bd10-aa6f566b6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:48.584178 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-ca2989f1-8377-4eba-bd10-aa6f566b6ecc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 200 len: 853 time: 0.0475640 May 23 13:11:48.628712 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb1fbb-827f-44a0-bb33-1962459614db req-f667e48a-90bd-421b-bd5f-2466e8e3da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:48.630229 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-f667e48a-90bd-421b-bd5f-2466e8e3da43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c41eeeda-f50c-49d1-b23f-c49093f8c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388722 May 23 13:11:48.721667 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-c3530a73-bf06-441e-b2db-b3192d729f5f service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843391 May 23 13:11:48.816491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-65fb1fbb-827f-44a0-bb33-1962459614db req-153fdd11-6cdb-43f5-8af4-4818b5042f81 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880806 May 23 13:11:48.870150 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2c9b-cea6-468b-be34-f466de7f7cc2 req-98bdd0ad-b54b-47de-966f-5681f59b2661 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:48.871591 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c3cc2c9b-cea6-468b-be34-f466de7f7cc2 req-98bdd0ad-b54b-47de-966f-5681f59b2661 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 944 time: 0.0489130 May 23 13:11:48.919656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c3cc2c9b-cea6-468b-be34-f466de7f7cc2 req-f58a98eb-438e-46cf-9ac4-4afc6c08ed5a tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423827 May 23 13:11:50.049260 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcd578-f9dc-48bb-8c63-a07cdd913776 req-1a76c54a-943f-4029-bad4-d6445fa5024b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:50.051040 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-41bcd578-f9dc-48bb-8c63-a07cdd913776 req-1a76c54a-943f-4029-bad4-d6445fa5024b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 944 time: 0.0576258 May 23 13:11:50.088731 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:50.101173 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-41bcd578-f9dc-48bb-8c63-a07cdd913776 req-5ec6e3cd-537f-4667-ae27-6803c82257e7 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 May 23 13:11:51.213729 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6484dd-4663-4531-9fe8-3a8c4bc58d79 req-37c1b3b5-2d46-49d4-8ed2-33f7fe3d2970 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:51.215150 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e6484dd-4663-4531-9fe8-3a8c4bc58d79 req-37c1b3b5-2d46-49d4-8ed2-33f7fe3d2970 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 944 time: 0.0483494 May 23 13:11:51.263175 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3e6484dd-4663-4531-9fe8-3a8c4bc58d79 req-2c6a5a69-bb2d-4466-83f2-776c2ad23110 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417852 May 23 13:11:52.187127 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:11:52.286094 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:52.299630 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'port_id': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'mac_address': 'fa:16:3e:e0:8f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:11:52.338940 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:52.339324 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:52.352658 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:11:52.377370 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:52.381036 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfd0c5-477e-4fbd-8805-bcc7641adda4 req-78e96ae9-2e06-4580-b7ba-251fc6fc81fc tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:52.384529 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7bbfd0c5-477e-4fbd-8805-bcc7641adda4 req-78e96ae9-2e06-4580-b7ba-251fc6fc81fc tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 944 time: 0.0508103 May 23 13:11:52.434113 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7bbfd0c5-477e-4fbd-8805-bcc7641adda4 req-837d4695-ed75-4e93-a95b-97c476549c1b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459669 May 23 13:11:52.450881 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:52.498941 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:52.506286 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.507880 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.507880 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.507880 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.507880 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.508306 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.508306 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.508559 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.508876 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.509191 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.509512 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.509828 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.510165 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.510486 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.510777 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:11:52.936048 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:11:53.545687 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896b153-dc21-4286-88fa-60ad265ec620 req-cca2c562-3693-4586-83f5-039186e624fa tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:53.547768 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a896b153-dc21-4286-88fa-60ad265ec620 req-cca2c562-3693-4586-83f5-039186e624fa tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 945 time: 0.0478046 May 23 13:11:53.594705 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a896b153-dc21-4286-88fa-60ad265ec620 req-11ae21ce-3dbb-41b2-ba1f-72743404e745 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 May 23 13:11:54.190773 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:11:54.232843 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:11:54.320461 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:11:54.324159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:54.396062 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:11:54.396441 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:54.419893 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:11:54.422104 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb42c11-4d2e-4d58-9718-bd529efb13eb" -d '{"events": [{"server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "name": "network-vif-plugged", "status": "completed", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:11:54.435145 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:11:54.458069 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ef04cb-e69f-4c6c-888f-db2bff105582 x-openstack-request-id: req-e4ef04cb-e69f-4c6c-888f-db2bff105582 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:11:54.458349 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "name": "network-vif-plugged", "status": "completed", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:11:54.458593 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4ef04cb-e69f-4c6c-888f-db2bff105582 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:11:54.458981 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ef04cb-e69f-4c6c-888f-db2bff105582'] response: {'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'code': 200} May 23 13:11:54.514690 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:54.562954 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:11:54.712849 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda28570-ffb1-44f0-98db-aecbd4629510 req-df3f0c01-ed1e-4863-84d5-047b32161151 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:54.715141 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dda28570-ffb1-44f0-98db-aecbd4629510 req-df3f0c01-ed1e-4863-84d5-047b32161151 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0522387 May 23 13:11:54.795521 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dda28570-ffb1-44f0-98db-aecbd4629510 req-82cf44bb-2583-4ef9-80e1-9ae2cc49a3e5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751088 May 23 13:11:54.798380 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a986b8-a9de-45cf-9985-d0c2eb4c3688 req-bf1f3030-53fc-4ff7-b3ef-3297da0c509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:54.800490 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4a986b8-a9de-45cf-9985-d0c2eb4c3688 req-bf1f3030-53fc-4ff7-b3ef-3297da0c509e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0575027 May 23 13:11:54.847756 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4a986b8-a9de-45cf-9985-d0c2eb4c3688 req-b6d7b7f3-922a-499b-8da2-9027c189ba0e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 May 23 13:11:55.389073 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:55.909214 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1e2ce-6c53-4026-8fa1-604fb13bb9ba req-97c0d1bb-5c7a-4f89-be5f-6e298cedd6f5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:55.910749 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f7c1e2ce-6c53-4026-8fa1-604fb13bb9ba req-97c0d1bb-5c7a-4f89-be5f-6e298cedd6f5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0467608 May 23 13:11:55.956546 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f7c1e2ce-6c53-4026-8fa1-604fb13bb9ba req-15a9d021-e03e-4a1e-b805-32607a105bc4 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 May 23 13:11:57.037372 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:57.078213 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbfca7-06f1-4575-8142-8597de2d0ee6 req-9cbbb12f-9bca-418c-8cda-d055f56a73f6 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:57.079673 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d9cbfca7-06f1-4575-8142-8597de2d0ee6 req-9cbbb12f-9bca-418c-8cda-d055f56a73f6 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0512896 May 23 13:11:57.103508 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0431fa05-d768-4616-ad6f-005ff966f6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:57.128540 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d9cbfca7-06f1-4575-8142-8597de2d0ee6 req-a4465e33-9da5-4c47-b580-eaf61ef5bcce tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 May 23 13:11:57.242819 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a98d7-2793-428d-8da5-f179d0f71886 req-38ade95d-c6e8-4124-abbe-81dcfd0cc3e0 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:57.244312 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-851a98d7-2793-428d-8da5-f179d0f71886 req-38ade95d-c6e8-4124-abbe-81dcfd0cc3e0 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0498233 May 23 13:11:57.292475 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-851a98d7-2793-428d-8da5-f179d0f71886 req-f4615bed-d6d5-42c5-891b-4ad82152ac77 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424590 May 23 13:11:57.613438 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fccf4-486c-4325-b66e-d51c55307681 req-9f04edba-01e1-4b26-8e5f-bdebddc6a510 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:11:57.614935 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-557fccf4-486c-4325-b66e-d51c55307681 req-9f04edba-01e1-4b26-8e5f-bdebddc6a510 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0475914 May 23 13:11:57.666257 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-557fccf4-486c-4325-b66e-d51c55307681 req-6636769c-a6c4-4cc5-bee1-4a65a8795db3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458024 May 23 13:11:59.474870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-815e185b-aef2-4a0d-a8ce-860c8357e69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:11:59.538732 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:11:59.591424 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:11:59.880713 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41496) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:00.009586 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4ada-a2de-4dd6-b420-fb5432af22b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:00.085194 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4ada-a2de-4dd6-b420-fb5432af22b6 admin admin] Publish callbacks [] for security_group (ab0a31ee-062b-4312-8b98-dafcdcf1d5f6), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:00.159712 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d8ee4ada-a2de-4dd6-b420-fb5432af22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (ab0a31ee-062b-4312-8b98-dafcdcf1d5f6), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:00.200017 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d8ee4ada-a2de-4dd6-b420-fb5432af22b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ffb230cff3247c79c7a3b8a03ed7fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182137 May 23 13:12:00.201268 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee4ada-a2de-4dd6-b420-fb5432af22b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0a31ee-062b-4312-8b98-dafcdcf1d5f6,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:00.202702 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41502) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:00.257988 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-50d17184-fcdd-4841-b2d4-81a124cb7886 admin admin] Publish callbacks [] for security_group (ab0a31ee-062b-4312-8b98-dafcdcf1d5f6), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:00.280611 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-50d17184-fcdd-4841-b2d4-81a124cb7886 admin admin] Publish callbacks [] for security_group (ab0a31ee-062b-4312-8b98-dafcdcf1d5f6), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:00.291092 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:00.394821 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-50d17184-fcdd-4841-b2d4-81a124cb7886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (ab0a31ee-062b-4312-8b98-dafcdcf1d5f6), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:00.397658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-50d17184-fcdd-4841-b2d4-81a124cb7886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:00.398859 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-50d17184-fcdd-4841-b2d4-81a124cb7886 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab0a31ee-062b-4312-8b98-dafcdcf1d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1947339 May 23 13:12:00.406611 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d17184-fcdd-4841-b2d4-81a124cb7886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0a31ee-062b-4312-8b98-dafcdcf1d5f6,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:00.606239 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.007192 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41508) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:01.020535 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96b075cb-f916-48c8-b845-ee7ac4b91896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.098199 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96b075cb-f916-48c8-b845-ee7ac4b91896 admin admin] Publish callbacks [] for security_group (11c10c23-43dc-417a-8a46-bdda2cf08682), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.172268 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-96b075cb-f916-48c8-b845-ee7ac4b91896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (11c10c23-43dc-417a-8a46-bdda2cf08682), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.211965 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b075cb-f916-48c8-b845-ee7ac4b91896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c10c23-43dc-417a-8a46-bdda2cf08682,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:01.216296 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-96b075cb-f916-48c8-b845-ee7ac4b91896 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80f999adea41454198f57871becedc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084947 May 23 13:12:01.219444 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41510) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:01.273368 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-27194a8b-b401-40cc-8a83-3879e5fa4e77 admin admin] Publish callbacks [] for security_group (11c10c23-43dc-417a-8a46-bdda2cf08682), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.295695 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-27194a8b-b401-40cc-8a83-3879e5fa4e77 admin admin] Publish callbacks [] for security_group (11c10c23-43dc-417a-8a46-bdda2cf08682), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.406231 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-27194a8b-b401-40cc-8a83-3879e5fa4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (11c10c23-43dc-417a-8a46-bdda2cf08682), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.409717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-27194a8b-b401-40cc-8a83-3879e5fa4e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:01.410919 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-27194a8b-b401-40cc-8a83-3879e5fa4e77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11c10c23-43dc-417a-8a46-bdda2cf08682 HTTP/1.1" status: 204 len: 168 time: 0.1911356 May 23 13:12:01.419200 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27194a8b-b401-40cc-8a83-3879e5fa4e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c10c23-43dc-417a-8a46-bdda2cf08682,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:01.937251 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:02.591258 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-2d5d44f1-a07c-413b-b021-00dd6439ebb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381911 May 23 13:12:02.670079 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-498bfe20-11bc-462f-8417-327883392672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:02.671584 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-498bfe20-11bc-462f-8417-327883392672 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 1130 time: 0.0410812 May 23 13:12:02.737810 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:02.779697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-6b05329d-97b3-45d6-bd08-ae6cb9d5e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:02.781162 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-6b05329d-97b3-45d6-bd08-ae6cb9d5e9fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.0906210 May 23 13:12:02.846450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-3f49bfb6-f8fc-4834-b56e-41e79bae645b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264 HTTP/1.1" status: 200 len: 1001 time: 0.0591235 May 23 13:12:02.899048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-9931fd84-7ad1-488c-940a-cbacfb374cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:02.900491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-9931fd84-7ad1-488c-940a-cbacfb374cc9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0481837 May 23 13:12:02.946034 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-25318ee9-729e-49e6-9e62-36497ec482d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:02.947567 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-25318ee9-729e-49e6-9e62-36497ec482d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388799 May 23 13:12:03.044011 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-03688d22-ec16-4368-9d65-6ec191fc64b4 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840061 May 23 13:12:03.094993 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:03.134259 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-571331b2-b018-4a47-8fd7-c80d6d58f4b7 req-15c77447-4e16-4b85-b676-7c7b249d60a8 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896013 May 23 13:12:03.440307 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:06.387820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d91d6-c1b7-4d53-a6ac-a88aecec593b req-867c015c-ae92-48d6-bccd-eff31ed65f31 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:06.389260 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e62d91d6-c1b7-4d53-a6ac-a88aecec593b req-867c015c-ae92-48d6-bccd-eff31ed65f31 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0472555 May 23 13:12:06.435911 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e62d91d6-c1b7-4d53-a6ac-a88aecec593b req-842317e0-901a-4075-adcc-fbb429ee513d tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 May 23 13:12:07.564285 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6819eb9-6ff4-4562-b8f9-3037b538b3a2 req-d76c09a0-f82b-42ac-ac9f-d1aeff225a7a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:07.565506 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d6819eb9-6ff4-4562-b8f9-3037b538b3a2 req-d76c09a0-f82b-42ac-ac9f-d1aeff225a7a tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0521162 May 23 13:12:07.613332 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d6819eb9-6ff4-4562-b8f9-3037b538b3a2 req-da47324b-9c04-4ecb-b7ac-c815a22a4be8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 May 23 13:12:08.729720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029153c-38f6-4dff-9505-08f0e2cf8438 req-7f06d64a-c7e9-4769-a596-8b2070c7fb92 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:08.731190 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2029153c-38f6-4dff-9505-08f0e2cf8438 req-7f06d64a-c7e9-4769-a596-8b2070c7fb92 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0464787 May 23 13:12:08.778620 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2029153c-38f6-4dff-9505-08f0e2cf8438 req-4feb0d15-62cc-4e2d-9ab4-3419236f560e tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410495 May 23 13:12:09.533407 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=19 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:09.897921 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dac9c-2ec2-47c4-bfbf-9a6fcbd96e85 req-fb5707cf-cd90-487f-ae0c-6eed9d3138a7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:09.899371 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-126dac9c-2ec2-47c4-bfbf-9a6fcbd96e85 req-fb5707cf-cd90-487f-ae0c-6eed9d3138a7 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0464845 May 23 13:12:09.949010 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-126dac9c-2ec2-47c4-bfbf-9a6fcbd96e85 req-4a595d03-fcda-469b-bc7e-143aaef8bc91 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 May 23 13:12:10.194294 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=16,neutron:INSERT=8 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:10.197197 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=21,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:11.078137 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df064e5f-6c07-415c-9bbc-8707e91a01aa req-e329914d-5dc7-4ba4-a202-534c05ad4b9c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:11.079436 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df064e5f-6c07-415c-9bbc-8707e91a01aa req-e329914d-5dc7-4ba4-a202-534c05ad4b9c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0539410 May 23 13:12:11.132387 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df064e5f-6c07-415c-9bbc-8707e91a01aa req-96d0785c-4d1b-402c-b810-b64a8671baea tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 May 23 13:12:11.790209 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-631a6248-c007-4004-b39e-6be8229de637 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:11.791651 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-631a6248-c007-4004-b39e-6be8229de637 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0481877 May 23 13:12:11.882077 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Deleting port eccadb59-cfe4-41e7-ad44-d4c6052db9fa {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:11.882465 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:11.973766 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] For port eccadb59-cfe4-41e7-ad44-d4c6052db9fa, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:11.974167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:12.017781 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:12.141351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:12.143928 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (1c5900d3-5cac-421b-a191-c6121037a132), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:12.143928 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Floating IP 1c5900d3-5cac-421b-a191-c6121037a132 disassociated. External IP: 172.37.1.160, port: eccadb59-cfe4-41e7-ad44-d4c6052db9fa. May 23 13:12:12.143928 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Calling delete_port for eccadb59-cfe4-41e7-ad44-d4c6052db9fa owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:12.227403 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:12.293686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe144f-02e8-4ac8-8d0a-3f2a7d49c024 req-9f324a05-4b31-4c48-9b19-35c286bf7435 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:12.295236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6abe144f-02e8-4ac8-8d0a-3f2a7d49c024 req-9f324a05-4b31-4c48-9b19-35c286bf7435 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 947 time: 0.0795240 May 23 13:12:12.354616 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6abe144f-02e8-4ac8-8d0a-3f2a7d49c024 req-3551ed5f-a2d7-48ce-864c-1e6c13a2b2e9 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups?id=155e8a38-f872-490b-88fc-0ce172a06e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533032 May 23 13:12:12.376118 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (eccadb59-cfe4-41e7-ad44-d4c6052db9fa), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:12.402105 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event deleted for resources: {'Port': ['ID=eccadb59-cfe4-41e7-ad44-d4c6052db9fa,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:12.512871 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Router 19b95bcf-0494-445a-a7bf-fa890d433ef4 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:12.616094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:12.625302 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] Sync routers for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:12.636442 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:12.637162 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:12.659483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] No DVR routers for this DVR port eccadb59-cfe4-41e7-ad44-d4c6052db9fa on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:12:12.662042 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:12.665291 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b8d01c8b-dabb-4471-b3a5-85242459abab req-93acdbe5-bdb8-452a-a310-58445152fa89 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.49 "DELETE /v2.0/ports/eccadb59-cfe4-41e7-ad44-d4c6052db9fa HTTP/1.1" status: 204 len: 173 time: 0.8683326 May 23 13:12:12.665616 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-deleted', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:12.667845 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a931eb98-9d55-4376-aa30-7cd1f08a7dd1" -d '{"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-deleted", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:12.703155 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6d7e53-7b01-4d44-919d-6e4c8226e421 x-openstack-request-id: req-5c6d7e53-7b01-4d44-919d-6e4c8226e421 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:12.703446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e959d5ca-3d5d-466d-b0bb-4d50913b4a28", "name": "network-vif-deleted", "tag": "eccadb59-cfe4-41e7-ad44-d4c6052db9fa", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:12.703692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c6d7e53-7b01-4d44-919d-6e4c8226e421 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:12.704085 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6d7e53-7b01-4d44-919d-6e4c8226e421'] response: {'server_uuid': 'e959d5ca-3d5d-466d-b0bb-4d50913b4a28', 'name': 'network-vif-deleted', 'tag': 'eccadb59-cfe4-41e7-ad44-d4c6052db9fa', 'status': 'completed', 'code': 200} May 23 13:12:12.743732 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:12.948084 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:12.973002 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] Checking router: 19b95bcf-0494-445a-a7bf-fa890d433ef4 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:12.981496 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:12.982120 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:13.025055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:13.027405 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:13.088606 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:13.090161 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:13.112754 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6b6e3-201e-4e5a-9cc4-e43e333e9759 req-175bfb1d-e672-401e-9d27-82de4caa9475 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:13.114293 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40c6b6e3-201e-4e5a-9cc4-e43e333e9759 req-175bfb1d-e672-401e-9d27-82de4caa9475 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0491574 May 23 13:12:13.166665 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-40c6b6e3-201e-4e5a-9cc4-e43e333e9759 req-0b3f35f4-cfbc-4dfc-b9e6-03528a7f532a tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 May 23 13:12:13.190636 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41644) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:13.282093 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:13.310203 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3adf990-6a7b-436f-a53d-56afb762589a None None] The sync data for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi is: [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:01:36Z', 'revision_number': 4, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'f83693a3-a6b5-414d-bfe1-4a1e7733ce73', 'name': '', 'network_id': '08745ac9-8019-40f9-9db5-aea6cd887576', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'mac_address': 'fa:16:3e:10:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:35Z', 'updated_at': '2022-05-23T13:01:40Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'subnets': [{'id': '3158b868-d3a2-4417-a98b-d7b49dfcae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:13.382617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6087030-5854-4928-8c0d-06e82e3ade9b tempest-TestMinimumBasicScenario-549977400 tempest-TestMinimumBasicScenario-549977400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:13.384328 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-c6087030-5854-4928-8c0d-06e82e3ade9b tempest-TestMinimumBasicScenario-549977400 tempest-TestMinimumBasicScenario-549977400-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1125 time: 0.1927249 May 23 13:12:13.387258 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41650) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:13.391486 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'port_id': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:13.461028 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-85016353-5733-4c11-8b63-fbc60e862f03 req-4eb5ea7b-532b-4154-88df-5d8b0bbecc9c tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 210 time: 0.0290778 May 23 13:12:13.491946 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:13.545524 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:13.547000 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9852ce6e-488b-4aa4-864e-f7dee93281d4 None None] New status for floating IP 1c5900d3-5cac-421b-a191-c6121037a132: DOWN {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:12:13.575089 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:13.684294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Allocated IP 172.37.1.234 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/d3ea27ab-3515-4f51-9e6e-aa5853ef93a9) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:12:13.696412 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:13.788589 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:13.897733 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:13.939218 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:12:13.942043 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:13.945782 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:12:13.968093 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'Port': ['ID=d3ea27ab-3515-4f51-9e6e-aa5853ef93a9,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:14.290054 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:14.297628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for floatingip (4626a727-2bdc-48a2-a82f-bb77735355d8), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:14.399658 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:14.578963 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-32f47aca-623f-4b8d-87b3-8b34875533e9 req-4a9cb66e-85f8-45da-a83d-c16b7ddd67a4 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 210 time: 0.0420258 May 23 13:12:14.598048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:14.639848 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:14.954359 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'Port': ['ID=d3ea27ab-3515-4f51-9e6e-aa5853ef93a9,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:14.964435 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (4626a727-2bdc-48a2-a82f-bb77735355d8), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:15.061556 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Floating IP 4626a727-2bdc-48a2-a82f-bb77735355d8 associated. External IP: 172.37.1.234, port: 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5. May 23 13:12:15.107578 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:15.269329 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:15.370699 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:15.380715 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] Sync routers for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:15.390238 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:15.390851 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:15.447825 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:15.450732 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:15.481538 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-3338c469-48b3-4f0b-8910-e71240feaf9f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0932779 May 23 13:12:15.482238 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:15.484567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937ff708-5b9b-42c5-9dff-1ae5583e3c65" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:15.485060 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41658) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:15.490701 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-bf26bc40-ec30-410b-ba2d-108b1671a432 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1067996940', 'description': 'tempest-secgroup-smoke-1067996940 description', 'project_id': '1f2fed134f274a6ebe5ffe183205e269'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:15.501490 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:15.527854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f450c-57d4-4b08-aa77-e407862abb01 x-openstack-request-id: req-0a6f450c-57d4-4b08-aa77-e407862abb01 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:15.527854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:15.527854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a6f450c-57d4-4b08-aa77-e407862abb01 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:15.527854 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a6f450c-57d4-4b08-aa77-e407862abb01'] response: {'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'status': 'completed', 'code': 200} May 23 13:12:15.640202 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bf26bc40-ec30-410b-ba2d-108b1671a432 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:15.679479 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2838307-ee1b-4326-87d5-edcb745ade01 req-2d1a6fce-7be5-4728-8a80-3920263ea0a8 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 210 time: 0.0280440 May 23 13:12:15.724968 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bf26bc40-ec30-410b-ba2d-108b1671a432 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group (e2399ae2-7e86-4d7e-b329-d3a4cb618298), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:15.725552 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4626a727-2bdc-48a2-a82f-bb77735355d8', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'floating_ip_address': '172.37.1.234', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'port_id': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'mac_address': 'fa:16:3e:e0:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:12:14Z', 'updated_at': '2022-05-23T13:12:14Z', 'revision_number': 0, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:13Z', 'revision_number': 5, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:15.754949 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] Checking router: 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:15.763510 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:15.764165 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:15.775974 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bf26bc40-ec30-410b-ba2d-108b1671a432 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e2399ae2-7e86-4d7e-b329-d3a4cb618298), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:15.807316 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26bc40-ec30-410b-ba2d-108b1671a432 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2399ae2-7e86-4d7e-b329-d3a4cb618298,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:15.853135 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bf26bc40-ec30-410b-ba2d-108b1671a432 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:15.854422 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-bf26bc40-ec30-410b-ba2d-108b1671a432 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3678613 May 23 13:12:15.857342 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41664) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:15.862367 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-ebc38b44-2075-4694-85c2-048187da1a11 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'security_group_rule': {'security_group_id': 'e2399ae2-7e86-4d7e-b329-d3a4cb618298', 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:15.870367 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:15.964845 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ebc38b44-2075-4694-85c2-048187da1a11 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (65df60a4-c62c-42f2-858a-056cc4531509), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.005693 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-1c22f19b-87ef-4577-a4e3-437641104fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:16.007277 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-1c22f19b-87ef-4577-a4e3-437641104fc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0413926 May 23 13:12:16.025426 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ebc38b44-2075-4694-85c2-048187da1a11 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (65df60a4-c62c-42f2-858a-056cc4531509), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.103117 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ebc38b44-2075-4694-85c2-048187da1a11 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (65df60a4-c62c-42f2-858a-056cc4531509), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.122720 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38b44-2075-4694-85c2-048187da1a11 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65df60a4-c62c-42f2-858a-056cc4531509,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:16.147748 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-1ff74019-96c3-401e-9f25-a0e067bf350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:16.150370 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-1ff74019-96c3-401e-9f25-a0e067bf350a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 915 time: 0.0992835 May 23 13:12:16.197446 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ebc38b44-2075-4694-85c2-048187da1a11 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.199285 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-ebc38b44-2075-4694-85c2-048187da1a11 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409610 May 23 13:12:16.201929 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41666) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:16.207138 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-b1c0bfcd-ae85-4a83-b809-52f1b6d2fab2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'security_group_rule': {'security_group_id': 'e2399ae2-7e86-4d7e-b329-d3a4cb618298', 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:16.224026 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-a08367fa-bf45-4408-b030-6335c4b5c2dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 1000 time: 0.0678852 May 23 13:12:16.237541 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4626a727-2bdc-48a2-a82f-bb77735355d8', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'floating_ip_address': '172.37.1.234', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'port_id': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'mac_address': 'fa:16:3e:e0:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:12:14Z', 'updated_at': '2022-05-23T13:12:14Z', 'revision_number': 0, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:13Z', 'revision_number': 5, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:16.264981 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601febd6-00db-4db5-b304-d0241fc0c51b None None] The sync data for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi is: [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4626a727-2bdc-48a2-a82f-bb77735355d8', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'floating_ip_address': '172.37.1.234', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'port_id': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'mac_address': 'fa:16:3e:e0:8f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:12:14Z', 'updated_at': '2022-05-23T13:12:14Z', 'revision_number': 0, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:13Z', 'revision_number': 5, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:16.277758 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-87400bcf-cca0-44c6-940c-62b1e1808f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:16.279248 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-87400bcf-cca0-44c6-940c-62b1e1808f5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 200 len: 853 time: 0.0488873 May 23 13:12:16.309415 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bfcd-ae85-4a83-b809-52f1b6d2fab2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (e0ade2ab-d94c-40a4-b4cd-9e23ecb54c8e), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.332996 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-d9588e1e-c2c4-4cec-91d1-8e62d9e1f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:16.334569 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-d9588e1e-c2c4-4cec-91d1-8e62d9e1f5dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c41eeeda-f50c-49d1-b23f-c49093f8c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478697 May 23 13:12:16.370650 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bfcd-ae85-4a83-b809-52f1b6d2fab2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (e0ade2ab-d94c-40a4-b4cd-9e23ecb54c8e), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.440448 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bfcd-ae85-4a83-b809-52f1b6d2fab2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (e0ade2ab-d94c-40a4-b4cd-9e23ecb54c8e), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.463133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0bfcd-ae85-4a83-b809-52f1b6d2fab2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ade2ab-d94c-40a4-b4cd-9e23ecb54c8e,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:16.472777 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4ecc1-2e55-44a6-95fd-6d40f96e3e4c None None] New status for floating IP 4626a727-2bdc-48a2-a82f-bb77735355d8: ACTIVE {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:12:16.505523 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b1c0bfcd-ae85-4a83-b809-52f1b6d2fab2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.507049 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b1c0bfcd-ae85-4a83-b809-52f1b6d2fab2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3037009 May 23 13:12:16.509557 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41670) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:16.514483 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-5125d612-6d5d-4099-932d-477ea2dd88de tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'security_group_rule': {'security_group_id': 'e2399ae2-7e86-4d7e-b329-d3a4cb618298', 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:16.593701 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5125d612-6d5d-4099-932d-477ea2dd88de tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (57ec477a-01e5-492e-a390-67a506a269f2), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.644507 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5125d612-6d5d-4099-932d-477ea2dd88de tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (57ec477a-01e5-492e-a390-67a506a269f2), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.715210 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5125d612-6d5d-4099-932d-477ea2dd88de tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (57ec477a-01e5-492e-a390-67a506a269f2), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.737870 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125d612-6d5d-4099-932d-477ea2dd88de tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ec477a-01e5-492e-a390-67a506a269f2,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:16.760883 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-26b43518-1b67-4d4f-ae84-633f5ffb7cf5 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971985 May 23 13:12:16.795412 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-5125d612-6d5d-4099-932d-477ea2dd88de tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:16.798799 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-5125d612-6d5d-4099-932d-477ea2dd88de tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2859325 May 23 13:12:16.799441 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41674) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:16.803859 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-d2b8122e-62f9-49de-9438-0a0fd62c9b6f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'security_group_rule': {'security_group_id': 'e2399ae2-7e86-4d7e-b329-d3a4cb618298', 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:16.855219 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b580f1bf-1927-4b54-a9b7-5f1c4c9b3a57 req-84dfbabf-4973-486a-ad69-e8d9952ba9cb tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/ports?device_id=e959d5ca-3d5d-466d-b0bb-4d50913b4a28 HTTP/1.1" status: 200 len: 210 time: 0.0613332 May 23 13:12:16.892106 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-937ff708-5b9b-42c5-9dff-1ae5583e3c65 req-a44a6266-666e-4efa-9122-047d503e6616 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200233 May 23 13:12:16.960628 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d2b8122e-62f9-49de-9438-0a0fd62c9b6f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (c666d30c-0375-4462-88c9-b21c9ec20f85), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.012393 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d2b8122e-62f9-49de-9438-0a0fd62c9b6f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (c666d30c-0375-4462-88c9-b21c9ec20f85), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.084698 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d2b8122e-62f9-49de-9438-0a0fd62c9b6f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (c666d30c-0375-4462-88c9-b21c9ec20f85), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.103121 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8122e-62f9-49de-9438-0a0fd62c9b6f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c666d30c-0375-4462-88c9-b21c9ec20f85,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:17.195129 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d2b8122e-62f9-49de-9438-0a0fd62c9b6f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.196327 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d2b8122e-62f9-49de-9438-0a0fd62c9b6f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3958035 May 23 13:12:17.198955 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41676) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:17.204779 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'security_group_rule': {'security_group_id': 'e2399ae2-7e86-4d7e-b329-d3a4cb618298', 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:17.220242 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:17.296971 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.securitygroups_db [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Project 1f2fed134f274a6ebe5ffe183205e269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 13:12:17.301955 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:17.303924 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (9318e314-90ee-4ac1-83d4-f17116d63dfb), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.353798 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (9318e314-90ee-4ac1-83d4-f17116d63dfb), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.406638 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (9318e314-90ee-4ac1-83d4-f17116d63dfb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.423139 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9318e314-90ee-4ac1-83d4-f17116d63dfb,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:17.516425 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.517710 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-dfa2dc2f-527b-42cf-abba-31567f8bad70 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3178554 May 23 13:12:17.520649 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41686) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:17.525182 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'security_group_rule': {'security_group_id': 'e2399ae2-7e86-4d7e-b329-d3a4cb618298', 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:17.657172 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.securitygroups_db [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Project 1f2fed134f274a6ebe5ffe183205e269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 13:12:17.662931 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (c777bb87-ae1b-40d1-8a9f-a44bc352ca05), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.723900 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (c777bb87-ae1b-40d1-8a9f-a44bc352ca05), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.822818 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (c777bb87-ae1b-40d1-8a9f-a44bc352ca05), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.840853 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c777bb87-ae1b-40d1-8a9f-a44bc352ca05,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:17.872928 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:17.894574 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: eccadb59-cfe4-41e7-ad44-d4c6052db9fa {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:17.894574 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device eccadb59-cfe4-41e7-ad44-d4c6052db9fa not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:17.929772 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:17.931048 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-63b1fc88-de46-4bc5-a5c0-ff15b8fd1881 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4094639 May 23 13:12:18.022480 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-7b952c31-c4e9-4781-bd3a-48b67e1b139e tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067996940&fields=id&tenant_id=1f2fed134f274a6ebe5ffe183205e269 HTTP/1.1" status: 200 len: 267 time: 0.0451815 May 23 13:12:18.029724 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41696) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:18.076809 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-edb55504-49a4-43d5-b06f-bda98ce7df0c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:18.078222 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-edb55504-49a4-43d5-b06f-bda98ce7df0c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0481756 May 23 13:12:18.088755 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4f5-13ce-4763-aa57-04cc03d14edc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (155e8a38-f872-490b-88fc-0ce172a06e3e), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.089410 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'port': {'security_groups': ['e54fb37f-ef35-4c92-aa69-667456b92554', 'e2399ae2-7e86-4d7e-b329-d3a4cb618298']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:18.113906 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4f5-13ce-4763-aa57-04cc03d14edc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (155e8a38-f872-490b-88fc-0ce172a06e3e), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.167762 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.239436 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4f5-13ce-4763-aa57-04cc03d14edc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (155e8a38-f872-490b-88fc-0ce172a06e3e), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.242102 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-1bd0a4f5-13ce-4763-aa57-04cc03d14edc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.243316 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-1bd0a4f5-13ce-4763-aa57-04cc03d14edc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "DELETE /v2.0/security-groups/155e8a38-f872-490b-88fc-0ce172a06e3e HTTP/1.1" status: 204 len: 168 time: 0.2123470 May 23 13:12:18.247610 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:18.247778 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41698) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:18.264283 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0a4f5-13ce-4763-aa57-04cc03d14edc tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155e8a38-f872-490b-88fc-0ce172a06e3e,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:18.266680 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.api.v2.resource [None req-a04f91d4-c12c-4811-91af-9f18cf3668d5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] show failed (client error): The resource could not be found. May 23 13:12:18.267686 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a04f91d4-c12c-4811-91af-9f18cf3668d5 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "GET /v2.0/security-groups/155e8a38-f872-490b-88fc-0ce172a06e3e HTTP/1.1" status: 404 len: 347 time: 0.0189769 May 23 13:12:18.270623 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41700) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:18.356365 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:18.381603 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Deleting port 6bc57bc2-9b1d-493c-ad55-0059266c52cc {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:18.381971 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.391562 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:18.422490 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.433740 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:18.464876 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.465493 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (6bc57bc2-9b1d-493c-ad55-0059266c52cc), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.478343 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Calling delete_port for 6bc57bc2-9b1d-493c-ad55-0059266c52cc owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:18.484697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.524692 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:12:18.532673 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:18.533331 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.535419 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42604a04-581f-4b2e-8ca4-a4a3fe6b3acc req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "PUT /v2.0/ports/666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 982 time: 0.4505100 May 23 13:12:18.535872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:18.556688 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d934a2c-74cd-423f-bb57-2fb3b1b910df" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:18.592773 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ec55-93ca-4ede-a554-5e0eff5ce580 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=6']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:18.653536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdca3f7-3b89-4174-8a6e-a7e23fe6da56 x-openstack-request-id: req-5bdca3f7-3b89-4174-8a6e-a7e23fe6da56 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:18.653536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:18.653536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bdca3f7-3b89-4174-8a6e-a7e23fe6da56 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:18.653536 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdca3f7-3b89-4174-8a6e-a7e23fe6da56'] response: {'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'status': 'completed', 'code': 200} May 23 13:12:18.704433 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:12:18.726174 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (6bc57bc2-9b1d-493c-ad55-0059266c52cc), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.727581 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbfed4-3a99-49e9-805d-12285fd2f87f req-2635eeab-b632-4384-a21f-5c8485e7ef25 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:18.729145 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f3cbfed4-3a99-49e9-805d-12285fd2f87f req-2635eeab-b632-4384-a21f-5c8485e7ef25 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.1322520 May 23 13:12:18.766938 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-fbc953bf-e185-4fb5-ad88-e3bca1655dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:18.768749 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-fbc953bf-e185-4fb5-ad88-e3bca1655dbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1169 time: 0.0883601 May 23 13:12:18.772525 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Pushing event deleted for resources: {'Port': ['ID=6bc57bc2-9b1d-493c-ad55-0059266c52cc,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:18.858826 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f3cbfed4-3a99-49e9-805d-12285fd2f87f req-910db770-be00-4b5d-8bc9-fab699dd6b1a tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133258 May 23 13:12:18.875182 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-976e5a77-e5aa-43ad-b314-14b63d05abc6 None None] Provisioning complete for port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:18.875182 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-976e5a77-e5aa-43ad-b314-14b63d05abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.883941 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks [] for floatingip (1c5900d3-5cac-421b-a191-c6121037a132), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.884443 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:18.885706 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-13021a7a-ff86-4c3e-99ed-3706c7cc9f01 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] 10.222.0.30 "DELETE /v2.0/floatingips/1c5900d3-5cac-421b-a191-c6121037a132 HTTP/1.1" status: 204 len: 168 time: 0.6141069 May 23 13:12:18.952289 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:18.970628 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:18.973048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-2cdf39b9-4ee5-4c0b-9f95-3fde7130bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:18.976258 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-2cdf39b9-4ee5-4c0b-9f95-3fde7130bcbf service neutron] 10.222.0.49 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 915 time: 0.1975172 May 23 13:12:19.039657 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-5ccb7e12-084b-473f-9475-0e1e6cb3320a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.0586395 May 23 13:12:19.046729 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:19.090142 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-960a6589-d47e-4b56-991e-9d136ccbfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:19.091384 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-960a6589-d47e-4b56-991e-9d136ccbfed7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 200 len: 853 time: 0.0455642 May 23 13:12:19.105015 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-976e5a77-e5aa-43ad-b314-14b63d05abc6 None None] Current status of the port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:19.148568 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-f0513b11-891f-4052-aad4-f52a434d9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:19.150197 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-f0513b11-891f-4052-aad4-f52a434d9072 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c41eeeda-f50c-49d1-b23f-c49093f8c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518329 May 23 13:12:19.249002 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-cb91dc94-6939-4e4b-8368-2daad19457ed service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915427 May 23 13:12:19.362162 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d934a2c-74cd-423f-bb57-2fb3b1b910df req-370e3fef-3a85-492f-88a5-fd43c7f4688f service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057799 May 23 13:12:25.353690 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:25.791375 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41768) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:25.934209 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:26.203955 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (19b95bcf-0494-445a-a7bf-fa890d433ef4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:26.416369 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Deleting port f83693a3-a6b5-414d-bfe1-4a1e7733ce73 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:26.416699 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:26.499290 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] For port f83693a3-a6b5-414d-bfe1-4a1e7733ce73, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:26.499573 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:26.513683 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Calling delete_port for f83693a3-a6b5-414d-bfe1-4a1e7733ce73 owned by network:router_interface {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:26.568710 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=100 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:26.577740 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:26.759844 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (f83693a3-a6b5-414d-bfe1-4a1e7733ce73), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:26.785706 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83693a3-a6b5-414d-bfe1-4a1e7733ce73,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:26.811507 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.812132 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.812265 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.812509 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.812839 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.813165 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.813487 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.813809 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.814155 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.814478 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.814798 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.815114 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.815428 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.815740 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.816052 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:26.890091 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:26.960651 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:26.970789 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (19b95bcf-0494-445a-a7bf-fa890d433ef4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:27.113950 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9c94d884-3a92-4307-9c30-f5fff740cf11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:27.182038 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Router 19b95bcf-0494-445a-a7bf-fa890d433ef4 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:27.267886 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:27.293862 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:27.299083 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b5c03cf7-59ab-43fa-bbd0-09bad617e6d2 admin admin] 10.222.0.30 "PUT /v2.0/routers/19b95bcf-0494-445a-a7bf-fa890d433ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5069950 May 23 13:12:27.301661 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41782) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:27.302884 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] Sync routers for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:27.313556 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:27.314188 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:27.404523 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks [] for router (19b95bcf-0494-445a-a7bf-fa890d433ef4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:27.416980 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:27.588451 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:12:26Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:27.613334 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] Checking router: 19b95bcf-0494-445a-a7bf-fa890d433ef4 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:27.622492 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] Routers {'19b95bcf-0494-445a-a7bf-fa890d433ef4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:27.623114 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:11:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['19b95bcf-0494-445a-a7bf-fa890d433ef4'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:27.726664 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] Set router 19b95bcf-0494-445a-a7bf-fa890d433ef4 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:27.727627 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks [] for router_gateway (19b95bcf-0494-445a-a7bf-fa890d433ef4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:27.837637 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Deleting port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:27.838366 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:27.894516 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:12:26Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:27.919448 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044209c-e5c5-426e-a82a-7b0d564dac14 None None] The sync data for ids ['19b95bcf-0494-445a-a7bf-fa890d433ef4'] in dv-cinder-master-3-iscsi is: [{'id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'name': 'tempest-AttachVolumeShelveTestJSON-2038520401-router', 'tenant_id': '5b4d791d4aca45429094aa0fea349041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32'}], 'enable_snat': True}, 'gw_port_id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:31Z', 'updated_at': '2022-05-23T13:12:26Z', 'revision_number': 5, 'project_id': '5b4d791d4aca45429094aa0fea349041', 'gw_port': {'id': '1b4552ad-a0cd-4ab8-9bcc-8e2701383167', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:6f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b95bcf-0494-445a-a7bf-fa890d433ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:32Z', 'updated_at': '2022-05-23T13:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:27.920715 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] For port 1b4552ad-a0cd-4ab8-9bcc-8e2701383167, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:27.921074 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:27.938751 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Calling delete_port for 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 owned by network:router_gateway {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:28.160147 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (1b4552ad-a0cd-4ab8-9bcc-8e2701383167), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.184995 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4552ad-a0cd-4ab8-9bcc-8e2701383167,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:28.245971 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (19b95bcf-0494-445a-a7bf-fa890d433ef4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.346567 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (19b95bcf-0494-445a-a7bf-fa890d433ef4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.348779 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks [] for router_controller (19b95bcf-0494-445a-a7bf-fa890d433ef4), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.350088 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:28.474066 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (19b95bcf-0494-445a-a7bf-fa890d433ef4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.474642 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19b95bcf-0494-445a-a7bf-fa890d433ef4 {{(pid=115938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:12:28.480136 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.481291 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6be3f92f-e977-4d4f-a57d-063e8de30f5f admin admin] 10.222.0.30 "DELETE /v2.0/routers/19b95bcf-0494-445a-a7bf-fa890d433ef4 HTTP/1.1" status: 204 len: 168 time: 1.1786616 May 23 13:12:28.483696 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41786) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:28.529042 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] Deleting subnet 3158b868-d3a2-4417-a98b-d7b49dfcae9d {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:12:28.532492 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] Publish callbacks [] for subnet (3158b868-d3a2-4417-a98b-d7b49dfcae9d), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.568674 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3118257'] for subnet (3158b868-d3a2-4417-a98b-d7b49dfcae9d), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.675236 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (3158b868-d3a2-4417-a98b-d7b49dfcae9d), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.771345 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27114566'] for subnet (3158b868-d3a2-4417-a98b-d7b49dfcae9d), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.776052 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=11 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:28.802767 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3158b868-d3a2-4417-a98b-d7b49dfcae9d,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:28.804748 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.807833 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f9de73d0-9a8e-4671-b5fe-6f21c05d0bb4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3158b868-d3a2-4417-a98b-d7b49dfcae9d HTTP/1.1" status: 204 len: 168 time: 0.3232205 May 23 13:12:28.808907 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f736723-8980-408f-a012-f45b6935a812 None None] Network 08745ac9-8019-40f9-9db5-aea6cd887576 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:12:28.810298 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41788) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:28.881743 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (08745ac9-8019-40f9-9db5-aea6cd887576), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.934105 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Deleting port f68e95f8-cc27-4c02-9fd1-721f4927ae03 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:28.934105 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:28.983407 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] DHCP port deletion for 08745ac9-8019-40f9-9db5-aea6cd887576 request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:12:29.011676 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] For port f68e95f8-cc27-4c02-9fd1-721f4927ae03, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f68e95f8-cc27-4c02-9fd1-721f4927ae03,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:29.012033 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.025343 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:29.028539 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] Deleting port f68e95f8-cc27-4c02-9fd1-721f4927ae03 {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:29.028974 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.030170 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Calling delete_port for f68e95f8-cc27-4c02-9fd1-721f4927ae03 owned by network:dhcp {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:29.056379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:29.056722 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 1b4552ad-a0cd-4ab8-9bcc-8e2701383167 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:29.057137 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device f83693a3-a6b5-414d-bfe1-4a1e7733ce73 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:29.109174 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: f83693a3-a6b5-414d-bfe1-4a1e7733ce73 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:29.109534 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device f83693a3-a6b5-414d-bfe1-4a1e7733ce73 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:29.128312 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] For port f68e95f8-cc27-4c02-9fd1-721f4927ae03, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f68e95f8-cc27-4c02-9fd1-721f4927ae03,segment=NetworkSegment(d2fb1af9-4056-46c3-b922-7ac5a93cce02),segment_id=d2fb1af9-4056-46c3-b922-7ac5a93cce02)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:29.128870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.143150 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] Calling delete_port for f68e95f8-cc27-4c02-9fd1-721f4927ae03 owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:29.170244 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.195153 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68e95f8-cc27-4c02-9fd1-721f4927ae03,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:29.202910 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] No DVR routers for this DVR port f68e95f8-cc27-4c02-9fd1-721f4927ae03 on host dv-cinder-master-3-iscsi {{(pid=115938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:12:29.203301 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:29.220209 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (f68e95f8-cc27-4c02-9fd1-721f4927ae03), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.247548 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] Pushing event deleted for resources: {'Port': ['ID=f68e95f8-cc27-4c02-9fd1-721f4927ae03,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:29.250946 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b58cb7c-6166-4b41-b21b-7d193268a9b0 None None] No DVR routers for this DVR port f68e95f8-cc27-4c02-9fd1-721f4927ae03 on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:12:29.283204 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (08745ac9-8019-40f9-9db5-aea6cd887576), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.298168 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08745ac9-8019-40f9-9db5-aea6cd887576']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:29.307489 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fb1af9-4056-46c3-b922-7ac5a93cce02') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:29.311863 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fb1af9-4056-46c3-b922-7ac5a93cce02') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:29.316066 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:29.317924 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (d2fb1af9-4056-46c3-b922-7ac5a93cce02), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.338434 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (d2fb1af9-4056-46c3-b922-7ac5a93cce02), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.340870 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:12:29.341251 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (d2fb1af9-4056-46c3-b922-7ac5a93cce02), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.357686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:29.359241 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=54 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:29.385108 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment d2fb1af9-4056-46c3-b922-7ac5a93cce02 resource provider aggregate not found May 23 13:12:29.403819 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment d2fb1af9-4056-46c3-b922-7ac5a93cce02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2fb1af9-4056-46c3-b922-7ac5a93cce02 found for delete ", "request_id": "req-5953249e-fac8-4583-9b0e-7d4d9db66487"}]} May 23 13:12:29.485507 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (08745ac9-8019-40f9-9db5-aea6cd887576), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.490781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.494399 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] 10.222.0.30 "DELETE /v2.0/networks/08745ac9-8019-40f9-9db5-aea6cd887576 HTTP/1.1" status: 204 len: 168 time: 0.6830466 May 23 13:12:29.496964 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-7ea75e7f-659c-41e4-a48f-f4cf2bcd9119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.508159 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398340dc-e04b-47c7-9bdc-625fefc6e295 admin admin] Pushing event deleted for resources: {'Network': ['ID=08745ac9-8019-40f9-9db5-aea6cd887576,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:29.823837 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41798) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:29.863231 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-2532ba95-82e7-43aa-8467-7e951ea352bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b4d791d4aca45429094aa0fea349041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382600 May 23 13:12:29.865618 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41800) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:29.912248 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-73c9d457-210a-47ce-8b83-4c13cdf2667a admin admin] Publish callbacks [] for security_group (f4c1acd6-1bbf-4b32-b08e-1e1a13de1932), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:29.933799 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-73c9d457-210a-47ce-8b83-4c13cdf2667a admin admin] Publish callbacks [] for security_group (f4c1acd6-1bbf-4b32-b08e-1e1a13de1932), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:30.061525 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-73c9d457-210a-47ce-8b83-4c13cdf2667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f4c1acd6-1bbf-4b32-b08e-1e1a13de1932), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:30.064010 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-73c9d457-210a-47ce-8b83-4c13cdf2667a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:30.065154 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-73c9d457-210a-47ce-8b83-4c13cdf2667a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4c1acd6-1bbf-4b32-b08e-1e1a13de1932 HTTP/1.1" status: 204 len: 168 time: 0.1979082 May 23 13:12:30.072980 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d457-210a-47ce-8b83-4c13cdf2667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c1acd6-1bbf-4b32-b08e-1e1a13de1932,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:30.582748 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:30.735556 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device f68e95f8-cc27-4c02-9fd1-721f4927ae03 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:30.755283 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: f68e95f8-cc27-4c02-9fd1-721f4927ae03 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:30.755729 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device f68e95f8-cc27-4c02-9fd1-721f4927ae03 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:31.148786 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41826) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:31.243957 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1204882250-network', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:31.309502 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41830) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:31.353936 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Made reservation on behalf of 11bdfcfe4dbb42d3bb07585d85bff52a for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:12:31.356480 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.365190 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.482624 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks [] for security_group (3e72a469-d05a-43b2-9f3a-bf01e6b3f54f), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.536896 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3e72a469-d05a-43b2-9f3a-bf01e6b3f54f), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.558479 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:31.577573 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:12:31.594060 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e72a469-d05a-43b2-9f3a-bf01e6b3f54f,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:31.609509 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (0bfa8da5-54bb-4220-ba05-b1979c6bc686), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.609959 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Added segment 0bfa8da5-54bb-4220-ba05-b1979c6bc686 of type vlan for network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 May 23 13:12:31.686383 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (4643b097-3168-4b82-93f6-b8d1f98fc5a8), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.693836 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Deleting port 07505f67-a9f7-4c7a-99e7-1183cd3f66c4 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:31.694779 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.703092 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:31.802782 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.803104 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.816025 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Calling delete_port for 07505f67-a9f7-4c7a-99e7-1183cd3f66c4 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:31.868746 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (4643b097-3168-4b82-93f6-b8d1f98fc5a8), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.869735 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:31.870319 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.967083 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4643b097-3168-4b82-93f6-b8d1f98fc5a8,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:31.970916 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:31.977385 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:12:31.986767 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9c111d5f-1c45-480c-9093-8502de0032f8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8369038 May 23 13:12:31.990040 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41836) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:31.996429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Request body: {'subnet': {'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1204882250-subnet', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:32.078975 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Made reservation on behalf of 11bdfcfe4dbb42d3bb07585d85bff52a for: {'subnet': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:12:32.081515 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26617322'] for subnet (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.108648 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (07505f67-a9f7-4c7a-99e7-1183cd3f66c4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.137284 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event deleted for resources: {'Port': ['ID=07505f67-a9f7-4c7a-99e7-1183cd3f66c4,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:32.213596 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (4ea3c841-b28f-4ef9-8486-44ba604711da), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.214303 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Floating IP 4ea3c841-b28f-4ef9-8486-44ba604711da disassociated (deleted). External IP: 172.37.1.85, port: e5d22321-630c-4fb7-97e9-d2c4e994d264. May 23 13:12:32.293097 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:32.324512 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26712698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26617112'] for subnet (594b24f6-9027-4693-b950-44cbc050a1cd), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.381893 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Pushing event updated for resources: {'Subnet': ['ID=594b24f6-9027-4693-b950-44cbc050a1cd,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:32.392932 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.393277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.393611 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.393970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.394304 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.394629 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.394952 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.395268 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.395597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.395917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.396241 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.396561 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.396882 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.397717 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.398082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:32.403647 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Checking segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:12:32.404218 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Network hostable DHCP agents. Network: 4643b097-3168-4b82-93f6-b8d1f98fc5a8, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:12:32.418884 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:32.484121 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:12:32.520570 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:32.526011 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.530613 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:32.540870 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:32.541484 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:32.556143 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-97bdc32d-e474-40ce-bf6e-5cee050c00d3 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "DELETE /v2.0/floatingips/4ea3c841-b28f-4ef9-8486-44ba604711da HTTP/1.1" status: 204 len: 168 time: 1.2454243 May 23 13:12:32.556650 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:32.558918 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b34c5b-b287-47c5-8ae0-54d5663919de" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:32.569741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4643b097-3168-4b82-93f6-b8d1f98fc5a8) {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:32.582144 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:32.583021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.583233 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc22544b-904a-4e78-abb2-8b259163563e None None] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:12:32.648202 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:32.666712 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-98dfa816-d9d7-492b-ba8f-fd0db308849c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6742256 May 23 13:12:32.669048 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41846) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:32.674083 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:32.713683 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:12:32.714865 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.782319 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46eab10-f267-4e11-a07b-04f07797e3d5 x-openstack-request-id: req-a46eab10-f267-4e11-a07b-04f07797e3d5 {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:32.785352 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:32.785352 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a46eab10-f267-4e11-a07b-04f07797e3d5 {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:32.785352 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46eab10-f267-4e11-a07b-04f07797e3d5'] response: {'name': 'network-changed', 'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'status': 'completed', 'code': 200} May 23 13:12:32.805864 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (a02fd529-cf8d-48eb-89d4-586c598f778c), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.808064 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (a02fd529-cf8d-48eb-89d4-586c598f778c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.863905 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks [] for router_controller (a02fd529-cf8d-48eb-89d4-586c598f778c), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:32.865137 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Allocated IP 172.20.0.2 (4643b097-3168-4b82-93f6-b8d1f98fc5a8/594b24f6-9027-4693-b950-44cbc050a1cd/be80d357-7f7a-4278-a0f7-d148e1e96879) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:12:32.869205 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:32.891724 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-df1e6aa5-f889-484a-803e-21d44d26d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:32.895295 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-df1e6aa5-f889-484a-803e-21d44d26d977 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 1130 time: 0.0677526 May 23 13:12:32.923566 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:22Z', 'revision_number': 1, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:32.953695 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:32.959601 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:32.967034 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:32.967034 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:33.035977 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-9245ae37-89b9-4cd8-b9c4-5614180d5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:33.037464 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-9245ae37-89b9-4cd8-b9c4-5614180d5426 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.1360848 May 23 13:12:33.081357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks [] for router_gateway (a02fd529-cf8d-48eb-89d4-586c598f778c), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.082676 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Publish callbacks [] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.098106 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:33.102439 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6d15-50e9-410c-a9c3-dff6e035b142 req-f5180bca-2130-4895-a11e-c9a74a6afd46 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:33.103936 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-244c6d15-50e9-410c-a9c3-dff6e035b142 req-f5180bca-2130-4895-a11e-c9a74a6afd46 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0533512 May 23 13:12:33.154296 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.156657 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-244c6d15-50e9-410c-a9c3-dff6e035b142 req-668484c8-1978-4eeb-b291-4d2a7f8406d4 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467567 May 23 13:12:33.210441 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:12:33.214127 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:33.216089 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Pushing event updated for resources: {'Port': ['ID=be80d357-7f7a-4278-a0f7-d148e1e96879,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:33.218260 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:12:33.276171 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Attempting to bind port be80d357-7f7a-4278-a0f7-d148e1e96879 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:12:33.276533 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Attempting to bind port be80d357-7f7a-4278-a0f7-d148e1e96879 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:12:33.276889 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Attempting to bind port be80d357-7f7a-4278-a0f7-d148e1e96879 on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:12:33.282235 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:12:33.282601 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Checking segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:12:33.282997 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.283382 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Bound using segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:12:33.283873 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Bound port: be80d357-7f7a-4278-a0f7-d148e1e96879, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:12:33.284249 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.305091 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:33.318321 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:22Z', 'revision_number': 1, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:33.325032 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:33.345307 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633e6710-5751-4b0c-9d11-71fab336e24c None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '455559a1-83ad-43f9-aeca-73cfa23b622f', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'floating_ip_address': '172.37.1.101', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'port_id': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'mac_address': 'fa:16:3e:56:3f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:07:20Z', 'updated_at': '2022-05-23T13:07:22Z', 'revision_number': 1, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:33.347815 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:33.349473 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] For port be80d357-7f7a-4278-a0f7-d148e1e96879, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:12:33.353157 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] For port be80d357-7f7a-4278-a0f7-d148e1e96879, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be80d357-7f7a-4278-a0f7-d148e1e96879,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:12:33.361651 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks [] for router_gateway (a02fd529-cf8d-48eb-89d4-586c598f778c), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.386999 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.441074 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.477934 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.531366 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8af80e-e6aa-4e05-b1f3-530ddbd92da5 None None] Pushing event updated for resources: {'Port': ['ID=be80d357-7f7a-4278-a0f7-d148e1e96879,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:33.659402 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1fe9f6-9b27-4952-8324-d314173e601b None None] New status for floating IP 4ea3c841-b28f-4ef9-8486-44ba604711da: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:12:33.742882 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Allocated IP 172.37.1.233 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/ab5418ca-7e60-4de7-97f7-4e423a38a92b) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:12:33.823668 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:33.881616 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks [] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:33.965712 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:34.009284 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:12:34.014287 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:34.016484 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Pushing event updated for resources: {'Port': ['ID=ab5418ca-7e60-4de7-97f7-4e423a38a92b,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:34.018640 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:12:34.182296 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-a3804139-7c5f-4619-931a-8a5e5b36c8a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264 HTTP/1.1" status: 200 len: 217 time: 0.0328627 May 23 13:12:34.272830 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-acd7ff7f-4296-4b2d-9ec2-dece4486c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:34.274368 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-acd7ff7f-4296-4b2d-9ec2-dece4486c0d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0867305 May 23 13:12:34.300581 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64724256-8a44-4a29-be01-e6775a413018 req-031f6027-82f4-473e-af11-01da6ad37f8f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:34.302139 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-64724256-8a44-4a29-be01-e6775a413018 req-031f6027-82f4-473e-af11-01da6ad37f8f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0694826 May 23 13:12:34.347396 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks [] for router_gateway (a02fd529-cf8d-48eb-89d4-586c598f778c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:34.354624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-874ca9b3-a060-4880-b811-ca33fb728db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:34.356202 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-874ca9b3-a060-4880-b811-ca33fb728db6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701904 May 23 13:12:34.450693 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-64724256-8a44-4a29-be01-e6775a413018 req-8fcfa610-b9fb-48ff-852f-95afa1375250 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153467 May 23 13:12:34.488657 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-5ccdb59d-4471-4aed-af3b-add7cfd2bef5 service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254365 May 23 13:12:34.557250 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5ef83-500a-4d0e-a6f0-9a6447a4f308 None None] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:12:34.557738 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:34.562291 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (a02fd529-cf8d-48eb-89d4-586c598f778c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:34.634231 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-16cdeb8c-7287-4065-9664-e8287c5776c2 None None] Provisioning complete for port be80d357-7f7a-4278-a0f7-d148e1e96879 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:34.634596 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-16cdeb8c-7287-4065-9664-e8287c5776c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:34.754510 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-16cdeb8c-7287-4065-9664-e8287c5776c2 None None] Current status of the port be80d357-7f7a-4278-a0f7-d148e1e96879 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:34.754898 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-16cdeb8c-7287-4065-9664-e8287c5776c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:34.765426 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Router a02fd529-cf8d-48eb-89d4-586c598f778c is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:12:34.787943 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device be80d357-7f7a-4278-a0f7-d148e1e96879 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:12:34.826424 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-16cdeb8c-7287-4065-9664-e8287c5776c2 None None] For port be80d357-7f7a-4278-a0f7-d148e1e96879, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be80d357-7f7a-4278-a0f7-d148e1e96879,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:34.842832 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:34.850075 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:34.874576 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port be80d357-7f7a-4278-a0f7-d148e1e96879 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:34.878062 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:34.893037 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:34.904494 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Sync routers for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:34.922992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-16cdeb8c-7287-4065-9664-e8287c5776c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:34.924394 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:34.925063 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:34.960984 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-14b34c5b-b287-47c5-8ae0-54d5663919de req-62519fa8-8e4d-449a-88ec-a040edd6f66f service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680582 May 23 13:12:34.977702 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935884db-dd38-4876-8fa1-8f9977556352 req-39e6bca7-39d3-45ab-ba77-f5b403b69ce0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:34.979773 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-935884db-dd38-4876-8fa1-8f9977556352 req-39e6bca7-39d3-45ab-ba77-f5b403b69ce0 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 946 time: 0.0607083 May 23 13:12:34.988364 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdeb8c-7287-4065-9664-e8287c5776c2 None None] Pushing event updated for resources: {'Port': ['ID=be80d357-7f7a-4278-a0f7-d148e1e96879,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:35.025014 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.026317 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7208b127-8119-446e-9429-e6b4bf1dc63b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3558447 May 23 13:12:35.028979 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41866) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:35.052743 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-90f01a79-0dba-4e73-82dc-f5b6d2dab629 None None] Provisioning complete for port be80d357-7f7a-4278-a0f7-d148e1e96879 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:35.053107 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-90f01a79-0dba-4e73-82dc-f5b6d2dab629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.066164 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:35.092780 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port be80d357-7f7a-4278-a0f7-d148e1e96879 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:35.099023 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Deleting port e5d22321-630c-4fb7-97e9-d2c4e994d264 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:35.099368 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.171583 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-90f01a79-0dba-4e73-82dc-f5b6d2dab629 None None] Current status of the port be80d357-7f7a-4278-a0f7-d148e1e96879 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:35.218482 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:35.247323 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] For port e5d22321-630c-4fb7-97e9-d2c4e994d264, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e5d22321-630c-4fb7-97e9-d2c4e994d264,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:35.247930 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.262854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Calling delete_port for e5d22321-630c-4fb7-97e9-d2c4e994d264 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:35.369079 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:34Z', 'revision_number': 3, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:35.396427 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:35.397529 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Checking router: a02fd529-cf8d-48eb-89d4-586c598f778c for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:35.397529 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Updating router a02fd529-cf8d-48eb-89d4-586c598f778c port ab5418ca-7e60-4de7-97f7-4e423a38a92b binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:12:35.400834 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:35.427331 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.478677 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (e5d22321-630c-4fb7-97e9-d2c4e994d264), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.518525 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.532225 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event deleted for resources: {'Port': ['ID=e5d22321-630c-4fb7-97e9-d2c4e994d264,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:35.544059 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:35.558150 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6c868a4-36fe-4005-8a24-abb29dfcd83d req-16784d55-ae73-4e5e-aa2a-37ddb45ee06d tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0360806 May 23 13:12:35.638784 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] No DVR routers for this DVR port e5d22321-630c-4fb7-97e9-d2c4e994d264 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:12:35.641508 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.645217 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-935884db-dd38-4876-8fa1-8f9977556352 req-6b252864-2534-4b20-b98c-75708b358988 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "DELETE /v2.0/ports/e5d22321-630c-4fb7-97e9-d2c4e994d264 HTTP/1.1" status: 204 len: 173 time: 0.6492634 May 23 13:12:35.645614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'name': 'network-vif-deleted', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:35.656155 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f08bd43-7a98-49da-91e7-6fed524ddcc3" -d '{"events": [{"server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "name": "network-vif-deleted", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:35.699989 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee6a56d-5214-4e93-957d-15c562c588a7 x-openstack-request-id: req-dee6a56d-5214-4e93-957d-15c562c588a7 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:35.700497 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2f1c08-5bfb-462a-9253-2c3376d9dbd2", "name": "network-vif-deleted", "tag": "e5d22321-630c-4fb7-97e9-d2c4e994d264", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:35.700902 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dee6a56d-5214-4e93-957d-15c562c588a7 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:35.701452 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee6a56d-5214-4e93-957d-15c562c588a7'] response: {'server_uuid': 'dd2f1c08-5bfb-462a-9253-2c3376d9dbd2', 'name': 'network-vif-deleted', 'tag': 'e5d22321-630c-4fb7-97e9-d2c4e994d264', 'status': 'completed', 'code': 200} May 23 13:12:35.734504 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Publish callbacks [] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.744319 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Allocated IP 172.20.0.1 (4643b097-3168-4b82-93f6-b8d1f98fc5a8/594b24f6-9027-4693-b950-44cbc050a1cd/aaa30586-50a9-4cbd-a5e0-2e481436b09a) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:12:35.822332 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.849960 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks [] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.860853 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:35.873401 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Attempting to bind port ab5418ca-7e60-4de7-97f7-4e423a38a92b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:12:35.873831 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Attempting to bind port ab5418ca-7e60-4de7-97f7-4e423a38a92b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:12:35.874621 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Attempting to bind port ab5418ca-7e60-4de7-97f7-4e423a38a92b on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:12:35.883226 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Pushing event updated for resources: {'Port': ['ID=ab5418ca-7e60-4de7-97f7-4e423a38a92b,revision_number=2']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:35.887016 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:12:35.893755 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:12:35.893755 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.893755 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:12:35.893755 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Bound port: ab5418ca-7e60-4de7-97f7-4e423a38a92b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:12:35.893755 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:35.895077 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.895447 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.895916 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.896267 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.896717 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.897770 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.898205 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.898660 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.898984 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.899302 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.899685 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.900088 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.900432 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.900748 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.901142 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:35.955577 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] For port ab5418ca-7e60-4de7-97f7-4e423a38a92b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:12:35.958800 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] For port ab5418ca-7e60-4de7-97f7-4e423a38a92b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ab5418ca-7e60-4de7-97f7-4e423a38a92b,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:12:35.971311 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.017624 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:12:36.020930 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:36.025504 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:12:36.028826 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa30586-50a9-4cbd-a5e0-2e481436b09a,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:36.052156 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.067208 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (a02fd529-cf8d-48eb-89d4-586c598f778c), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.113300 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:36.113961 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:36.173390 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9c063-ea02-4d0d-b9d5-424cb17a4bc5 None None] Pushing event updated for resources: {'Port': ['ID=ab5418ca-7e60-4de7-97f7-4e423a38a92b,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:36.235465 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:36.261308 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:36.269589 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.307521 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-1d1201d3-96aa-466a-9320-297be015ad8a None None] Provisioning complete for port aaa30586-50a9-4cbd-a5e0-2e481436b09a triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:36.308113 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1d1201d3-96aa-466a-9320-297be015ad8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.339766 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-1d1201d3-96aa-466a-9320-297be015ad8a None None] Port aaa30586-50a9-4cbd-a5e0-2e481436b09a cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:12:36.412389 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:34Z', 'revision_number': 3, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:36.441831 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f50b6f-c258-48e3-a527-e881663d44c4 None None] The sync data for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi is: [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:34Z', 'revision_number': 3, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:36.473077 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks [] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.532543 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:36.538329 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:12:36.542417 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.613044 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Pushing event updated for resources: {'Port': ['ID=aaa30586-50a9-4cbd-a5e0-2e481436b09a,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:36.616969 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (a02fd529-cf8d-48eb-89d4-586c598f778c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.670876 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:36.676807 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-75d4e65e-7e36-4fc1-9e62-07e25a434a27 req-d3fc51ae-0c06-4673-99d7-964a8b7e3c03 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0306923 May 23 13:12:36.767681 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:12:36.767681 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:36.826177 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device be80d357-7f7a-4278-a0f7-d148e1e96879 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:12:36.878799 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port be80d357-7f7a-4278-a0f7-d148e1e96879 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:36.879254 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:36.921717 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Router a02fd529-cf8d-48eb-89d4-586c598f778c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:36.970113 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port be80d357-7f7a-4278-a0f7-d148e1e96879 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:37.040062 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:37.045223 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-912b2cac-bc27-4f6f-a59b-4b70b6cfa823 admin admin] 10.222.0.30 "PUT /v2.0/routers/a02fd529-cf8d-48eb-89d4-586c598f778c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0150211 May 23 13:12:37.064680 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-e6a609bc-64c0-4d42-9e60-93e98625a5f5 None None] Provisioning complete for port aaa30586-50a9-4cbd-a5e0-2e481436b09a triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:37.065102 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e6a609bc-64c0-4d42-9e60-93e98625a5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.098147 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-e6a609bc-64c0-4d42-9e60-93e98625a5f5 None None] Port aaa30586-50a9-4cbd-a5e0-2e481436b09a cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:12:37.362799 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41888) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:37.367427 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-906697f8-2437-4a7c-ad25-df2ce421a2b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425208750', 'description': 'tempest-description--2041594670'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:37.455693 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-906697f8-2437-4a7c-ad25-df2ce421a2b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.526114 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-906697f8-2437-4a7c-ad25-df2ce421a2b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (adcaad9f-88dc-432d-a191-ec70a3aaee44), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.594021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-906697f8-2437-4a7c-ad25-df2ce421a2b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (adcaad9f-88dc-432d-a191-ec70a3aaee44), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.628163 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906697f8-2437-4a7c-ad25-df2ce421a2b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcaad9f-88dc-432d-a191-ec70a3aaee44,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:37.692894 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-906697f8-2437-4a7c-ad25-df2ce421a2b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.694253 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-906697f8-2437-4a7c-ad25-df2ce421a2b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3304412 May 23 13:12:37.698355 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41892) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:37.702724 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-93839d21-7905-44c2-ae53-5bf82652decd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'security_group_rule': {'security_group_id': 'adcaad9f-88dc-432d-a191-ec70a3aaee44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:37.786697 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0bbc3430-2193-4730-a87b-a611227e5f80 req-65ca55bb-0a85-4993-8168-5e99aa485f9b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0291209 May 23 13:12:37.799644 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-93839d21-7905-44c2-ae53-5bf82652decd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (31a4c48b-d056-4995-b116-3dfc27943176), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.858265 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-93839d21-7905-44c2-ae53-5bf82652decd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (31a4c48b-d056-4995-b116-3dfc27943176), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.931820 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-93839d21-7905-44c2-ae53-5bf82652decd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (31a4c48b-d056-4995-b116-3dfc27943176), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:37.952907 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93839d21-7905-44c2-ae53-5bf82652decd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a4c48b-d056-4995-b116-3dfc27943176,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:38.024741 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-93839d21-7905-44c2-ae53-5bf82652decd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.026028 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-93839d21-7905-44c2-ae53-5bf82652decd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3266888 May 23 13:12:38.028800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 41896) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:38.033110 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-19b71a0d-be24-43e6-a058-bdfb771ff68e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'security_group_rule': {'security_group_id': 'adcaad9f-88dc-432d-a191-ec70a3aaee44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:38.114932 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Sync routers for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:38.120501 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-19b71a0d-be24-43e6-a058-bdfb771ff68e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (8b2a350a-098b-4f13-8f6f-d00e66e2ca77), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.127382 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:38.128005 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:38.171543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-19b71a0d-be24-43e6-a058-bdfb771ff68e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (8b2a350a-098b-4f13-8f6f-d00e66e2ca77), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.216376 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-19b71a0d-be24-43e6-a058-bdfb771ff68e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (8b2a350a-098b-4f13-8f6f-d00e66e2ca77), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.233159 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:38.236369 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b71a0d-be24-43e6-a058-bdfb771ff68e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2a350a-098b-4f13-8f6f-d00e66e2ca77,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:38.298374 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-19b71a0d-be24-43e6-a058-bdfb771ff68e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.299600 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-19b71a0d-be24-43e6-a058-bdfb771ff68e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2698917 May 23 13:12:38.302809 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 41898) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:38.303311 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:38.308466 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:38.345635 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:38.400081 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.422185 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 2, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:38.451259 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Checking router: a02fd529-cf8d-48eb-89d4-586c598f778c for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:38.451616 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Updating router a02fd529-cf8d-48eb-89d4-586c598f778c port aaa30586-50a9-4cbd-a5e0-2e481436b09a binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:12:38.477018 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:38.480305 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.482541 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.588353 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Allocated IP 172.37.1.6 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/e655033e-43f6-4542-be26-1785791ba8fb) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:12:38.665553 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:38.700898 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for port (e655033e-43f6-4542-be26-1785791ba8fb), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.783206 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ab5418ca-7e60-4de7-97f7-4e423a38a92b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:12:38.788328 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (e655033e-43f6-4542-be26-1785791ba8fb), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.823379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Publish callbacks [] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.835911 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:12:38.839976 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:38.841901 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'Port': ['ID=e655033e-43f6-4542-be26-1785791ba8fb,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:38.844707 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:12:38.849687 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port ab5418ca-7e60-4de7-97f7-4e423a38a92b triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:38.850321 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.894896 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cca9e7ac-1b7a-41a0-9d96-27e63a3a3779 req-70fdddea-3671-4ded-bc67-1c3cbd5d14fb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0338044 May 23 13:12:38.910615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:38.921806 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:38.935805 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (919e0687-f5c4-4aaa-a442-4e4a5fb41b3c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.053710 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (e655033e-43f6-4542-be26-1785791ba8fb), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.114228 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee7f8b-6577-4b88-a18f-a48f66824308 None None] Pushing event updated for resources: {'Port': ['ID=aaa30586-50a9-4cbd-a5e0-2e481436b09a,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:39.121444 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port ab5418ca-7e60-4de7-97f7-4e423a38a92b is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:39.122190 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.163230 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port ab5418ca-7e60-4de7-97f7-4e423a38a92b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ab5418ca-7e60-4de7-97f7-4e423a38a92b,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:39.191189 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Attempting to bind port aaa30586-50a9-4cbd-a5e0-2e481436b09a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:12:39.191478 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Attempting to bind port aaa30586-50a9-4cbd-a5e0-2e481436b09a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:12:39.191833 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Attempting to bind port aaa30586-50a9-4cbd-a5e0-2e481436b09a on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:12:39.197356 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:12:39.197720 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Checking segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:12:39.198142 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.198552 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Bound using segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:12:39.199004 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Bound port: aaa30586-50a9-4cbd-a5e0-2e481436b09a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:12:39.199375 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.243234 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.246330 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for port (e655033e-43f6-4542-be26-1785791ba8fb), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.284698 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d4a0ad06-47fd-4a08-a747-41b43637bd5f None None] Provisioning complete for port aaa30586-50a9-4cbd-a5e0-2e481436b09a triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:39.285100 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d4a0ad06-47fd-4a08-a747-41b43637bd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.318157 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (e655033e-43f6-4542-be26-1785791ba8fb), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.325042 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] For port aaa30586-50a9-4cbd-a5e0-2e481436b09a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:12:39.349548 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] For port aaa30586-50a9-4cbd-a5e0-2e481436b09a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aaa30586-50a9-4cbd-a5e0-2e481436b09a,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:12:39.357471 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=ab5418ca-7e60-4de7-97f7-4e423a38a92b,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:39.360111 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0ad06-47fd-4a08-a747-41b43637bd5f None None] Port aaa30586-50a9-4cbd-a5e0-2e481436b09a cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:12:39.390673 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'Port': ['ID=e655033e-43f6-4542-be26-1785791ba8fb,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:39.401302 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (919e0687-f5c4-4aaa-a442-4e4a5fb41b3c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.428418 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.487427 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:39.488056 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:39.490153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee7f8b-6577-4b88-a18f-a48f66824308 None None] Pushing event updated for resources: {'Port': ['ID=aaa30586-50a9-4cbd-a5e0-2e481436b09a,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:39.498586 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.499855 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d93be171-df57-49e4-86d3-45209169cb89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1957583 May 23 13:12:39.610288 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:39.670900 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-41a33c69-c944-4bf2-b3ed-83e13ebb3bee tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--425208750&fields=id&tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a HTTP/1.1" status: 200 len: 267 time: 0.0470679 May 23 13:12:39.688603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e5d22321-630c-4fb7-97e9-d2c4e994d264 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:39.777868 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d53d98d0-7570-4214-af49-0920d7eb08a1 None None] Provisioning complete for port aaa30586-50a9-4cbd-a5e0-2e481436b09a triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:39.778454 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d53d98d0-7570-4214-af49-0920d7eb08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.780131 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: e5d22321-630c-4fb7-97e9-d2c4e994d264 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:39.780471 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device e5d22321-630c-4fb7-97e9-d2c4e994d264 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:39.784320 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-8c9ed5e0-a082-4231-a70e-376fe9e9e951 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:39.785863 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-8c9ed5e0-a082-4231-a70e-376fe9e9e951 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 811 time: 0.1083145 May 23 13:12:39.800557 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-90327c57-d51e-4469-943a-df51e566f4dd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/quotas/11bdfcfe4dbb42d3bb07585d85bff52a HTTP/1.1" status: 200 len: 375 time: 0.0091429 May 23 13:12:39.809420 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:39.850271 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-b25632dc-8d10-444b-9c71-0147ec104184 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443015 May 23 13:12:39.915736 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-b75b83dc-89ae-4d09-b943-10aedaa887cb service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:12:39.916399 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:39.916907 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-b75b83dc-89ae-4d09-b943-10aedaa887cb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0550904 May 23 13:12:39.922501 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d53d98d0-7570-4214-af49-0920d7eb08a1 None None] Current status of the port aaa30586-50a9-4cbd-a5e0-2e481436b09a is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:39.922894 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d53d98d0-7570-4214-af49-0920d7eb08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:39.934736 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:39.974841 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388271c-f42c-4354-9eae-6512560d67c7 None None] The sync data for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi is: [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:39.977330 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:39.994189 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-d53d98d0-7570-4214-af49-0920d7eb08a1 None None] For port aaa30586-50a9-4cbd-a5e0-2e481436b09a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aaa30586-50a9-4cbd-a5e0-2e481436b09a,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:40.075713 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d53d98d0-7570-4214-af49-0920d7eb08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:40.136386 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d98d0-7570-4214-af49-0920d7eb08a1 None None] Pushing event updated for resources: {'Port': ['ID=aaa30586-50a9-4cbd-a5e0-2e481436b09a,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:40.256790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:40.277822 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ff52135c-9e68-4cb8-86bb-349302a452a2 req-16c23d23-3a6f-4932-9444-5a2c226caecf tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.3105092 May 23 13:12:40.305160 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:40.311730 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-068c64b9-3023-49b7-a2f8-ad9d28659bb2 service neutron] 10.222.0.30 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888144 May 23 13:12:40.405244 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-9f14b926-b636-4728-831a-cc82317b6d6a service neutron] 10.222.0.30 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870969 May 23 13:12:40.712651 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-59d43765-cbb6-494e-aa01-0a50446004c0 req-1f304011-3e3b-4673-a4b9-a2cee125c386 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 210 time: 0.0349197 May 23 13:12:40.883476 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device aaa30586-50a9-4cbd-a5e0-2e481436b09a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:12:40.944260 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port aaa30586-50a9-4cbd-a5e0-2e481436b09a triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:40.946668 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:41.050896 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port aaa30586-50a9-4cbd-a5e0-2e481436b09a is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:41.052012 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ab5418ca-7e60-4de7-97f7-4e423a38a92b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:12:41.107646 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port ab5418ca-7e60-4de7-97f7-4e423a38a92b triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:41.108967 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:41.203096 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port ab5418ca-7e60-4de7-97f7-4e423a38a92b is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:41.414670 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-24b9c12b-2f8d-4cc5-a433-1eda9e3048f9 req-bc3b0170-2af3-4e3d-8945-27eb55ba1d9f tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd2f1c08-5bfb-462a-9253-2c3376d9dbd2 HTTP/1.1" status: 200 len: 210 time: 0.0432720 May 23 13:12:41.811545 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1267277b-3959-4aa1-8eb5-868316b1eafd req-3a7eed35-8434-4c6d-9830-c8c6a3fe624b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 210 time: 0.0302415 May 23 13:12:42.910870 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dafc44df-4a58-4b8a-bae8-23df48dc0d3f req-a2deed0a-797f-4dac-893a-0c723ded6ce8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 210 time: 0.0312486 May 23 13:12:43.081980 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-46f48c5f-d714-4b3e-8b7b-5dfb9f6b9fc6 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:43.083519 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-46f48c5f-d714-4b3e-8b7b-5dfb9f6b9fc6 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 811 time: 0.1041358 May 23 13:12:43.156883 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-0a3dd5ab-941c-4464-9562-2b0407edc98b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a HTTP/1.1" status: 200 len: 379 time: 0.0529118 May 23 13:12:43.166336 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'port': {'device_id': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'admin_state_up': True, 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'security_groups': ['adcaad9f-88dc-432d-a191-ec70a3aaee44']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:43.376351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Made reservation on behalf of 11bdfcfe4dbb42d3bb07585d85bff52a for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:12:43.379877 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:43.507903 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Allocated IP 172.20.0.12 (4643b097-3168-4b82-93f6-b8d1f98fc5a8/594b24f6-9027-4693-b950-44cbc050a1cd/dd19a70c-27a3-47de-a03d-931ffbf395d7) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:12:43.661905 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:43.765755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:43.775226 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:43.813443 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:12:43.818702 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:12:43.820860 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'Port': ['ID=dd19a70c-27a3-47de-a03d-931ffbf395d7,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:43.823936 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:12:43.862555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:43.878697 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:43.879305 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:43.956943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-1c4d62bc-fbc9-48b7-aadd-798eb7ebb2d5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939031 May 23 13:12:43.974971 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Request body: {'port': {'device_id': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:44.027330 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-1e5732e4-de8e-4a68-bd90-e5bdbf6c3f9d None None] Provisioning complete for port dd19a70c-27a3-47de-a03d-931ffbf395d7 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:44.032807 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e5732e4-de8e-4a68-bd90-e5bdbf6c3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:44.061994 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-1e5732e4-de8e-4a68-bd90-e5bdbf6c3f9d None None] Port dd19a70c-27a3-47de-a03d-931ffbf395d7 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:12:44.070657 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e1186-5915-451f-aebf-226c4a9823ad req-281f7dce-ee3a-47e6-bf2b-fd0fbf4cb210 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:44.072200 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-029e1186-5915-451f-aebf-226c4a9823ad req-281f7dce-ee3a-47e6-bf2b-fd0fbf4cb210 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 932 time: 0.0746510 May 23 13:12:44.080536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:44.157493 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-029e1186-5915-451f-aebf-226c4a9823ad req-2d1ce6e7-f1bb-4d24-80fc-a846e04c3dd7 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789819 May 23 13:12:44.373205 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:44.407501 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd19a70c-27a3-47de-a03d-931ffbf395d7 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:12:44.414908 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Publish callbacks [] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:44.427692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Transition to ACTIVE for port object dd19a70c-27a3-47de-a03d-931ffbf395d7 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:12:44.489414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:44.544662 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd19a70c-27a3-47de-a03d-931ffbf395d7,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:44.620498 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Attempting to bind port dd19a70c-27a3-47de-a03d-931ffbf395d7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:12:44.620755 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Attempting to bind port dd19a70c-27a3-47de-a03d-931ffbf395d7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:12:44.621092 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Attempting to bind port dd19a70c-27a3-47de-a03d-931ffbf395d7 on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:12:44.625867 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Port dd19a70c-27a3-47de-a03d-931ffbf395d7 on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:12:44.626210 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Attempting to bind port dd19a70c-27a3-47de-a03d-931ffbf395d7 on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:12:44.631354 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:12:44.631695 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Checking segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:12:44.632082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Bound using segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:12:44.632515 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Bound port: dd19a70c-27a3-47de-a03d-931ffbf395d7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:12:44.632875 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:44.698307 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] For port dd19a70c-27a3-47de-a03d-931ffbf395d7, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:12:44.701838 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] For port dd19a70c-27a3-47de-a03d-931ffbf395d7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:12:44.793162 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:44.829796 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:44.830443 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:44.831814 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] 10.222.0.49 "PUT /v2.0/ports/dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 1094 time: 0.8616655 May 23 13:12:44.832286 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:44.834618 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edf1034-1e12-4bc8-8613-e7e2ab068352" -d '{"events": [{"name": "network-changed", "server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:44.861053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25039d20-c4c6-4752-b873-8eacd51b40d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dd19a70c-27a3-47de-a03d-931ffbf395d7,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:44.879392 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11142f-2bdb-4b58-994b-e23012186c6a x-openstack-request-id: req-8e11142f-2bdb-4b58-994b-e23012186c6a {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:44.879692 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:44.879956 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e11142f-2bdb-4b58-994b-e23012186c6a {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:44.880367 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e11142f-2bdb-4b58-994b-e23012186c6a'] response: {'name': 'network-changed', 'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'status': 'completed', 'code': 200} May 23 13:12:44.949316 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42012) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:44.973788 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1034-1e12-4bc8-8613-e7e2ab068352 req-e67b6554-8c88-4f4d-8d20-4b19e8a6c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:44.975455 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2edf1034-1e12-4bc8-8613-e7e2ab068352 req-e67b6554-8c88-4f4d-8d20-4b19e8a6c523 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1128 time: 0.0511019 May 23 13:12:45.086898 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1034-1e12-4bc8-8613-e7e2ab068352 req-3a3db040-8bdf-4295-b8e9-12b635171c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:45.089135 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2edf1034-1e12-4bc8-8613-e7e2ab068352 req-3a3db040-8bdf-4295-b8e9-12b635171c46 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999885 May 23 13:12:45.098634 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Deleting port 9299e691-e875-408d-8cf9-52c0ed1569be {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:45.098976 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (9299e691-e875-408d-8cf9-52c0ed1569be), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:45.159536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:45.195269 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1034-1e12-4bc8-8613-e7e2ab068352 req-1a6228f7-3c8b-47fc-b216-d4913e55f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:45.197168 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2edf1034-1e12-4bc8-8613-e7e2ab068352 req-1a6228f7-3c8b-47fc-b216-d4913e55f193 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023169 May 23 13:12:45.330593 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8b7f1-808a-4486-8326-57cf77a87d64 req-959cdeee-2a91-44c8-8b50-3485b21bd530 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:45.332119 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ca8b7f1-808a-4486-8326-57cf77a87d64 req-959cdeee-2a91-44c8-8b50-3485b21bd530 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 944 time: 0.0876768 May 23 13:12:45.347807 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-e41f3bc9-6331-462b-bfc5-70b0c50f940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:45.349292 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-e41f3bc9-6331-462b-bfc5-70b0c50f940d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1128 time: 0.0676894 May 23 13:12:45.407175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (9299e691-e875-408d-8cf9-52c0ed1569be), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:45.408098 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (9299e691-e875-408d-8cf9-52c0ed1569be), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:45.409338 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-ca75c803-2f28-4757-bcb2-158eb0020636 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 217 time: 0.0454848 May 23 13:12:45.420906 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Calling delete_port for 9299e691-e875-408d-8cf9-52c0ed1569be owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:45.432104 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:45.448272 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ca8b7f1-808a-4486-8326-57cf77a87d64 req-31c5a5f0-a078-4a6f-bbf3-d779f4edb8f7 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089022 May 23 13:12:45.466273 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-08c6dd48-9286-4394-af6a-022ccc7cadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:45.467731 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-08c6dd48-9286-4394-af6a-022ccc7cadf0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0503736 May 23 13:12:45.516782 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-8a55beb5-18fb-41ab-9b64-0ac7541a3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:45.518344 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-8a55beb5-18fb-41ab-9b64-0ac7541a3b87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439148 May 23 13:12:45.559378 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:45.619713 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-21e1e1b2-3075-454d-b114-c32522137190 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942078 May 23 13:12:45.661304 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (9299e691-e875-408d-8cf9-52c0ed1569be), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:45.690454 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event deleted for resources: {'Port': ['ID=9299e691-e875-408d-8cf9-52c0ed1569be,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:45.716224 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42022) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:45.733487 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5740ffaa-8e07-44bc-aaf9-ec92e3c175bd req-94508d29-da39-4b34-96ab-fc0ff564fd27 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072237 May 23 13:12:45.760030 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (455559a1-83ad-43f9-aeca-73cfa23b622f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:45.760361 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Floating IP 455559a1-83ad-43f9-aeca-73cfa23b622f disassociated (deleted). External IP: 172.37.1.101, port: bfe7ce80-1e0d-4d50-b178-8416be1a709c. May 23 13:12:45.835111 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-cedb6fee-0cb7-4154-acd6-0dc4219fd9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:45.904624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:45.916243 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-cedb6fee-0cb7-4154-acd6-0dc4219fd9d7 admin admin] Publish callbacks [] for security_group (19799ffc-02ce-4abe-9f9b-a5bc4e43d670), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:45.970525 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:46.011129 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-cedb6fee-0cb7-4154-acd6-0dc4219fd9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (19799ffc-02ce-4abe-9f9b-a5bc4e43d670), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:46.050407 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb6fee-0cb7-4154-acd6-0dc4219fd9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19799ffc-02ce-4abe-9f9b-a5bc4e43d670,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:46.054730 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-cedb6fee-0cb7-4154-acd6-0dc4219fd9d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d45f708c06b46b29ec24bf5076a8662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374796 May 23 13:12:46.058063 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42026) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:46.076998 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:46.081575 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:46.087464 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:46.101320 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:46.102130 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:46.108624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-fb8e24f3-bace-4dab-bcd9-99314cbe88af admin admin] Publish callbacks [] for security_group (19799ffc-02ce-4abe-9f9b-a5bc4e43d670), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:46.112270 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-274841d6-3c04-43c5-9f30-6c40ed2c2c8c tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "DELETE /v2.0/floatingips/455559a1-83ad-43f9-aeca-73cfa23b622f HTTP/1.1" status: 204 len: 168 time: 1.1618090 May 23 13:12:46.113076 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:46.116049 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd608cf-549a-4eac-80b8-ce33526342b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:46.131710 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-fb8e24f3-bace-4dab-bcd9-99314cbe88af admin admin] Publish callbacks [] for security_group (19799ffc-02ce-4abe-9f9b-a5bc4e43d670), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:46.154859 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6f8e88-b136-47a9-b930-d513d6ab5ffe x-openstack-request-id: req-9f6f8e88-b136-47a9-b930-d513d6ab5ffe {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:46.155181 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:46.155416 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f6f8e88-b136-47a9-b930-d513d6ab5ffe {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:46.155771 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6f8e88-b136-47a9-b930-d513d6ab5ffe'] response: {'name': 'network-changed', 'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'status': 'completed', 'code': 200} May 23 13:12:46.248565 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:46.336085 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-fb8e24f3-bace-4dab-bcd9-99314cbe88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (19799ffc-02ce-4abe-9f9b-a5bc4e43d670), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:46.338858 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-fb8e24f3-bace-4dab-bcd9-99314cbe88af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:46.342557 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-fb8e24f3-bace-4dab-bcd9-99314cbe88af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19799ffc-02ce-4abe-9f9b-a5bc4e43d670 HTTP/1.1" status: 204 len: 168 time: 0.2810555 May 23 13:12:46.347940 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e24f3-bace-4dab-bcd9-99314cbe88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19799ffc-02ce-4abe-9f9b-a5bc4e43d670,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:46.433449 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:46.458125 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:46.467193 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:46.467783 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:46.573393 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:46.596317 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab398d2-4f35-47d2-a9ae-ccc2ca8dc5bb req-49de6810-c7a9-4511-bd48-61e70cfeb5f0 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:46.598025 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ab398d2-4f35-47d2-a9ae-ccc2ca8dc5bb req-49de6810-c7a9-4511-bd48-61e70cfeb5f0 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 944 time: 0.0539730 May 23 13:12:46.659054 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:46.691406 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4ab398d2-4f35-47d2-a9ae-ccc2ca8dc5bb req-bd9a6791-de5b-4cbb-a5dc-ea9059fc935c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854814 May 23 13:12:46.718120 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed045ab-907b-4353-9782-5cf1522c6ac4 req-79b4f5df-1fb6-4c7f-837e-4b22186fa86b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:46.719666 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1ed045ab-907b-4353-9782-5cf1522c6ac4 req-79b4f5df-1fb6-4c7f-837e-4b22186fa86b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0770400 May 23 13:12:46.771815 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1ed045ab-907b-4353-9782-5cf1522c6ac4 req-f3248a99-2ba6-4af1-beed-a0fac0556589 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464857 May 23 13:12:46.877902 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:46.904017 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f54267-a92f-4415-8121-7b118635fc64 None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:15Z', 'revision_number': 4, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4c553a84-dc03-48de-8f98-d08c5dd3bb17', 'name': '', 'network_id': 'b8997ea7-0013-4a19-8df5-a24d1eca94b5', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'mac_address': 'fa:16:3e:25:e4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:14Z', 'updated_at': '2022-05-23T13:01:19Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'subnets': [{'id': 'e33a9d5e-e842-4e60-924f-a64ae9b86bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:47.039577 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42040) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:47.053145 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-961436bc-32c9-4d79-bffb-00a4af01024c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:47.126102 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110e03d4-f7a0-4408-8efb-83c33f63db35 None None] New status for floating IP 455559a1-83ad-43f9-aeca-73cfa23b622f: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:12:47.152659 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-961436bc-32c9-4d79-bffb-00a4af01024c admin admin] Publish callbacks [] for security_group (3a13f00f-5058-4da1-acad-b210bd8ca6d6), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:47.221959 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-961436bc-32c9-4d79-bffb-00a4af01024c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3a13f00f-5058-4da1-acad-b210bd8ca6d6), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:47.263684 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-961436bc-32c9-4d79-bffb-00a4af01024c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7be608a3c1f64d75b6c67258bce03b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229900 May 23 13:12:47.264647 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961436bc-32c9-4d79-bffb-00a4af01024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a13f00f-5058-4da1-acad-b210bd8ca6d6,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:47.266357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42044) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:47.316102 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c1e8776d-1be3-40bf-ac0d-bec7b881af2a admin admin] Publish callbacks [] for security_group (3a13f00f-5058-4da1-acad-b210bd8ca6d6), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:47.337480 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c1e8776d-1be3-40bf-ac0d-bec7b881af2a admin admin] Publish callbacks [] for security_group (3a13f00f-5058-4da1-acad-b210bd8ca6d6), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:47.450939 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c1e8776d-1be3-40bf-ac0d-bec7b881af2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3a13f00f-5058-4da1-acad-b210bd8ca6d6), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:47.453535 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c1e8776d-1be3-40bf-ac0d-bec7b881af2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:47.454709 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c1e8776d-1be3-40bf-ac0d-bec7b881af2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a13f00f-5058-4da1-acad-b210bd8ca6d6 HTTP/1.1" status: 204 len: 168 time: 0.1873095 May 23 13:12:47.464061 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8776d-1be3-40bf-ac0d-bec7b881af2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a13f00f-5058-4da1-acad-b210bd8ca6d6,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:47.812374 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272899be-d6ba-43a1-b981-4d8ab0ac8c5e req-12038318-03af-49d5-8939-cd3b364db1b3 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:47.820468 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-272899be-d6ba-43a1-b981-4d8ab0ac8c5e req-12038318-03af-49d5-8939-cd3b364db1b3 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 944 time: 0.0605350 May 23 13:12:47.893422 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-272899be-d6ba-43a1-b981-4d8ab0ac8c5e req-bf29fde7-705a-4640-a98e-2811943566aa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719748 May 23 13:12:47.907586 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89d61-7343-4859-87b3-41fcafe83c14 req-da9ce1f4-c4e7-4025-ba93-710e7cab4ec5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:47.909091 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f5d89d61-7343-4859-87b3-41fcafe83c14 req-da9ce1f4-c4e7-4025-ba93-710e7cab4ec5 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0606761 May 23 13:12:47.958855 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f5d89d61-7343-4859-87b3-41fcafe83c14 req-d5278f2a-f75b-4525-88c3-1b84e170a662 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443230 May 23 13:12:48.161710 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-3d12bee3-5d63-4558-ba98-f3a71dbd2b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:48.163231 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-3d12bee3-5d63-4558-ba98-f3a71dbd2b40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 1129 time: 0.0398195 May 23 13:12:48.246686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:48.260321 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-22acf01e-2f56-4d91-8b34-8fb886e13e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:48.261770 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-22acf01e-2f56-4d91-8b34-8fb886e13e4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 200 len: 913 time: 0.0910830 May 23 13:12:48.432112 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-01042e27-ec83-4945-8ab5-b7fd7f911f09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c HTTP/1.1" status: 200 len: 217 time: 0.0341399 May 23 13:12:48.488957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-739aaaf4-0ea2-4773-a569-64b1f868a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:48.490640 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-739aaaf4-0ea2-4773-a569-64b1f868a8a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 200 len: 851 time: 0.0476832 May 23 13:12:48.556376 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-5b30432c-5945-436f-bc68-7ac3a06d3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:48.558108 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-5b30432c-5945-436f-bc68-7ac3a06d3d33 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b8997ea7-0013-4a19-8df5-a24d1eca94b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417130 May 23 13:12:48.656731 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-d26a2ed7-515f-4a8a-a73d-358c7ec86e7f service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919831 May 23 13:12:49.064921 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3663b69-01ed-4d76-95ed-fdd642ee344b req-4dee0e5e-a15c-4a48-bee8-f310656bdc1c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:49.066390 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3663b69-01ed-4d76-95ed-fdd642ee344b req-4dee0e5e-a15c-4a48-bee8-f310656bdc1c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 944 time: 0.1044302 May 23 13:12:49.132947 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:49.139542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87245c-108c-4cd4-bcca-02e5c72b9243 req-92836d42-fb1f-402d-91a8-b2020514f296 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:49.140999 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b87245c-108c-4cd4-bcca-02e5c72b9243 req-92836d42-fb1f-402d-91a8-b2020514f296 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0959506 May 23 13:12:49.220952 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-55d1d128-7871-43d6-aad8-4d2ba43a6d6c service neutron] 10.222.0.49 "GET /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267847 May 23 13:12:49.229551 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b3663b69-01ed-4d76-95ed-fdd642ee344b req-092a8d29-b894-4b48-8822-c85f55066bd0 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435399 May 23 13:12:49.239787 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad088534-735a-4473-8ca8-b6cda605061c req-9a104397-906d-43e0-8b2b-5d79520d5370 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:49.241349 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ad088534-735a-4473-8ca8-b6cda605061c req-9a104397-906d-43e0-8b2b-5d79520d5370 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 945 time: 0.0931065 May 23 13:12:49.295454 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b87245c-108c-4cd4-bcca-02e5c72b9243 req-a40f19a5-d5c4-4a5c-9fa0-03bb890ba81b tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/security-groups?id=53e26d76-a5bb-4f68-957b-73a90c6790f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460962 May 23 13:12:49.350637 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Deleting port bfe7ce80-1e0d-4d50-b178-8416be1a709c {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:49.350978 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:49.443616 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] For port bfe7ce80-1e0d-4d50-b178-8416be1a709c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfe7ce80-1e0d-4d50-b178-8416be1a709c,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:49.443981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:49.457720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Calling delete_port for bfe7ce80-1e0d-4d50-b178-8416be1a709c owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:49.570278 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:49.638705 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (bfe7ce80-1e0d-4d50-b178-8416be1a709c), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:49.673597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event deleted for resources: {'Port': ['ID=bfe7ce80-1e0d-4d50-b178-8416be1a709c,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:49.673762 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device dd19a70c-27a3-47de-a03d-931ffbf395d7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:12:49.724021 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] No DVR routers for this DVR port bfe7ce80-1e0d-4d50-b178-8416be1a709c on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:12:49.726636 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:49.730180 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ad088534-735a-4473-8ca8-b6cda605061c req-9ae10fc1-1085-4056-91ba-d24ae5bd84f9 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.49 "DELETE /v2.0/ports/bfe7ce80-1e0d-4d50-b178-8416be1a709c HTTP/1.1" status: 204 len: 173 time: 0.4828539 May 23 13:12:49.730639 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'name': 'network-vif-deleted', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:49.732969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3a753c-d9bb-4c81-914e-5fc0cd59d701" -d '{"events": [{"server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "name": "network-vif-deleted", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:49.776969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6e57e8-7cdb-43f1-b472-6bcf6ffb6767 x-openstack-request-id: req-6d6e57e8-7cdb-43f1-b472-6bcf6ffb6767 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:49.777262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ded1afb-ad2c-4b62-a675-0b685e5fa30a", "name": "network-vif-deleted", "tag": "bfe7ce80-1e0d-4d50-b178-8416be1a709c", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:49.777505 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d6e57e8-7cdb-43f1-b472-6bcf6ffb6767 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:49.777927 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6e57e8-7cdb-43f1-b472-6bcf6ffb6767'] response: {'server_uuid': '1ded1afb-ad2c-4b62-a675-0b685e5fa30a', 'name': 'network-vif-deleted', 'tag': 'bfe7ce80-1e0d-4d50-b178-8416be1a709c', 'status': 'completed', 'code': 200} May 23 13:12:49.790794 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port dd19a70c-27a3-47de-a03d-931ffbf395d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:49.803525 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'port_id': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'mac_address': 'fa:16:3e:86:a0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:12:49.845456 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port dd19a70c-27a3-47de-a03d-931ffbf395d7 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:49.845843 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:49.860164 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd19a70c-27a3-47de-a03d-931ffbf395d7 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:12:49.880230 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port dd19a70c-27a3-47de-a03d-931ffbf395d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:49.970451 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:50.022258 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=dd19a70c-27a3-47de-a03d-931ffbf395d7,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:50.347000 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9af5a-4014-4bc4-a3af-230afdce2b95 req-00fd362f-9302-441a-8a76-96adcd1ec1c8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:50.348557 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ed9af5a-4014-4bc4-a3af-230afdce2b95 req-00fd362f-9302-441a-8a76-96adcd1ec1c8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 945 time: 0.0490892 May 23 13:12:50.399038 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['dd19a70c-27a3-47de-a03d-931ffbf395d7'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:12:50.420802 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4dd337c-3379-439e-b0ae-0ae2fbc1132b req-fbe8124f-b9c7-4b6d-921e-6a34e5072b83 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ded1afb-ad2c-4b62-a675-0b685e5fa30a HTTP/1.1" status: 200 len: 210 time: 0.0363727 May 23 13:12:50.442967 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7ed9af5a-4014-4bc4-a3af-230afdce2b95 req-da09f5dc-c445-442a-9827-83fa906d58ae tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856075 May 23 13:12:51.485210 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42114) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:51.564191 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e894e-ea3e-4fdd-b3f3-291d7613a1aa req-77932953-98ce-4164-a704-7aa0bccf9fb3 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:51.565697 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-066e894e-ea3e-4fdd-b3f3-291d7613a1aa req-77932953-98ce-4164-a704-7aa0bccf9fb3 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 945 time: 0.0519035 May 23 13:12:51.605768 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Deleting port 4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:51.606221 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:51.608570 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:51.622502 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-066e894e-ea3e-4fdd-b3f3-291d7613a1aa req-d1feb8d4-1196-4e68-b7b6-f4918fb70ea0 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502257 May 23 13:12:51.697471 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device dd19a70c-27a3-47de-a03d-931ffbf395d7 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:12:51.702549 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:51.702750 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:51.717980 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Calling delete_port for 4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:51.753678 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port dd19a70c-27a3-47de-a03d-931ffbf395d7 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:12:51.804670 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port dd19a70c-27a3-47de-a03d-931ffbf395d7 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:12:51.805052 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:51.858551 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:51.882609 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port dd19a70c-27a3-47de-a03d-931ffbf395d7 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:12:51.882994 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:51.906966 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:51.909167 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48cc6b2-c885-4e10-8600-7299ce78dc3f" -d '{"events": [{"server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "name": "network-vif-plugged", "status": "completed", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:51.922530 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port dd19a70c-27a3-47de-a03d-931ffbf395d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:51.927244 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:51.945535 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0eac6e-a0f9-4e8a-99a7-bc91bdd91ae5 x-openstack-request-id: req-2d0eac6e-a0f9-4e8a-99a7-bc91bdd91ae5 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:51.945825 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "name": "network-vif-plugged", "status": "completed", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:51.946181 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d0eac6e-a0f9-4e8a-99a7-bc91bdd91ae5 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:51.947065 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0eac6e-a0f9-4e8a-99a7-bc91bdd91ae5'] response: {'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'code': 200} May 23 13:12:51.956095 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event deleted for resources: {'Port': ['ID=4d5f2430-d5a8-48c0-bd47-22b1ee5b25f8,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:51.981972 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:51.987384 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:52.013676 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:52.025374 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for floatingip (54420cf2-ac68-40da-8297-a65770e6e02d), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:52.028563 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:52.030724 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-86818a42-f1af-4a50-b858-5bbc31a6ad39 tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "DELETE /v2.0/floatingips/54420cf2-ac68-40da-8297-a65770e6e02d HTTP/1.1" status: 204 len: 168 time: 0.5431707 May 23 13:12:52.045157 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=dd19a70c-27a3-47de-a03d-931ffbf395d7,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:52.312727 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f24e-ea15-43cf-9a1e-b5bab5afc574 req-db54adc5-55ef-41f4-970e-886696839580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:52.314276 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ab45f24e-ea15-43cf-9a1e-b5bab5afc574 req-db54adc5-55ef-41f4-970e-886696839580 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1130 time: 0.0420351 May 23 13:12:52.362734 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ab45f24e-ea15-43cf-9a1e-b5bab5afc574 req-0b0473b6-2bae-47be-ad91-0d3205ad4a63 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396225 May 23 13:12:52.741425 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a097-613b-40bb-bf21-9694b1e70864 req-251fed4e-9b57-45ab-b0a9-744f38c4835f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:52.742910 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13f6a097-613b-40bb-bf21-9694b1e70864 req-251fed4e-9b57-45ab-b0a9-744f38c4835f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0484571 May 23 13:12:52.790336 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-13f6a097-613b-40bb-bf21-9694b1e70864 req-6a91d363-dcbf-4922-83f0-4badb396ecdc tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 May 23 13:12:53.365948 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42144) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:53.427096 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f29756d6-f3ce-4108-bbbe-ce5665b3bfcb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group (53e26d76-a5bb-4f68-957b-73a90c6790f2), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:53.453495 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f29756d6-f3ce-4108-bbbe-ce5665b3bfcb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group (53e26d76-a5bb-4f68-957b-73a90c6790f2), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:53.633998 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f29756d6-f3ce-4108-bbbe-ce5665b3bfcb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (53e26d76-a5bb-4f68-957b-73a90c6790f2), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:53.637406 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f29756d6-f3ce-4108-bbbe-ce5665b3bfcb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:53.638591 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f29756d6-f3ce-4108-bbbe-ce5665b3bfcb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] 10.222.0.30 "DELETE /v2.0/security-groups/53e26d76-a5bb-4f68-957b-73a90c6790f2 HTTP/1.1" status: 204 len: 168 time: 0.2716331 May 23 13:12:53.648706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29756d6-f3ce-4108-bbbe-ce5665b3bfcb tempest-TestVolumeBootPattern-2089392200 tempest-TestVolumeBootPattern-2089392200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e26d76-a5bb-4f68-957b-73a90c6790f2,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:53.711108 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device bfe7ce80-1e0d-4d50-b178-8416be1a709c no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:53.732789 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: bfe7ce80-1e0d-4d50-b178-8416be1a709c {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:53.733133 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device bfe7ce80-1e0d-4d50-b178-8416be1a709c not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:53.785055 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42160) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:53.899589 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:53.910940 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80929398-0d40-47dd-945d-9a3fbe73c9ba req-8f07c1d7-5a01-4032-8a4a-a6d655b57ad5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:53.912553 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-80929398-0d40-47dd-945d-9a3fbe73c9ba req-8f07c1d7-5a01-4032-8a4a-a6d655b57ad5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0501950 May 23 13:12:53.968603 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-80929398-0d40-47dd-945d-9a3fbe73c9ba req-f4d8a64f-36cc-4057-921e-f92f90a7618e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496469 May 23 13:12:54.140991 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:54.278737 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (ade4dbb7-9ad9-442e-a74f-171f5cafead7), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:54.504078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Deleting port 4c553a84-dc03-48de-8f98-d08c5dd3bb17 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:54.504333 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:54.584159 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] For port 4c553a84-dc03-48de-8f98-d08c5dd3bb17, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4c553a84-dc03-48de-8f98-d08c5dd3bb17,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:54.584521 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:54.599756 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Calling delete_port for 4c553a84-dc03-48de-8f98-d08c5dd3bb17 owned by network:router_interface {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:54.966993 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:55.065793 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42186) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:55.097536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb63070-adac-493d-94bf-99106cb96f8b req-6b33c91e-df79-4c63-adf1-582f6c59657d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:55.099008 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9eb63070-adac-493d-94bf-99106cb96f8b req-6b33c91e-df79-4c63-adf1-582f6c59657d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0508585 May 23 13:12:55.122767 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (4c553a84-dc03-48de-8f98-d08c5dd3bb17), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.156162 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c553a84-dc03-48de-8f98-d08c5dd3bb17,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:55.186782 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bde43c8c-63a0-440a-ae8a-7b5f4dc8d36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.220209 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9eb63070-adac-493d-94bf-99106cb96f8b req-86c62c66-1726-4848-9f38-e55aae003641 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155512 May 23 13:12:55.314334 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bde43c8c-63a0-440a-ae8a-7b5f4dc8d36b admin admin] Publish callbacks [] for security_group (3742d7ee-2aa1-4715-9a85-6768f0c5f927), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.376034 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.386699 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798983b2-3766-4368-b6e7-dc188f759d48 req-57c6ede8-5981-4214-8681-38e17e4e3d59 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:55.388164 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-798983b2-3766-4368-b6e7-dc188f759d48 req-57c6ede8-5981-4214-8681-38e17e4e3d59 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0876429 May 23 13:12:55.389114 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (ade4dbb7-9ad9-442e-a74f-171f5cafead7), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.397520 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42192) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:55.402480 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'floatingip': {'port_id': 'dd19a70c-27a3-47de-a03d-931ffbf395d7'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:12:55.406992 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-bde43c8c-63a0-440a-ae8a-7b5f4dc8d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3742d7ee-2aa1-4715-9a85-6768f0c5f927), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.432943 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:55.459055 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (919e0687-f5c4-4aaa-a442-4e4a5fb41b3c), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.537858 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-bde43c8c-63a0-440a-ae8a-7b5f4dc8d36b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=567884b30ed64e7392b76d2d80c573a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712775 May 23 13:12:55.542909 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42194) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:55.552581 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde43c8c-63a0-440a-ae8a-7b5f4dc8d36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3742d7ee-2aa1-4715-9a85-6768f0c5f927,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:55.598545 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Router ade4dbb7-9ad9-442e-a74f-171f5cafead7 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:55.684422 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-497a8513-02aa-4306-aaed-9df095982d6b admin admin] Publish callbacks [] for security_group (3742d7ee-2aa1-4715-9a85-6768f0c5f927), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.706008 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:55.711245 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1bb2ac33-0e42-4f6e-9842-c9aeccf80b05 admin admin] 10.222.0.30 "PUT /v2.0/routers/ade4dbb7-9ad9-442e-a74f-171f5cafead7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9251535 May 23 13:12:55.715367 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42196) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:55.717973 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] Sync routers for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:55.729814 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:55.730467 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:55.744690 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-497a8513-02aa-4306-aaed-9df095982d6b admin admin] Publish callbacks [] for security_group (3742d7ee-2aa1-4715-9a85-6768f0c5f927), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.818022 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks [] for router (ade4dbb7-9ad9-442e-a74f-171f5cafead7), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.838935 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:55.859183 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:55.895037 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:55.927972 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks [] for router_gateway (ade4dbb7-9ad9-442e-a74f-171f5cafead7), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.938935 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:55.974014 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-497a8513-02aa-4306-aaed-9df095982d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3742d7ee-2aa1-4715-9a85-6768f0c5f927), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.976608 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-497a8513-02aa-4306-aaed-9df095982d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:55.977739 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-497a8513-02aa-4306-aaed-9df095982d6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3742d7ee-2aa1-4715-9a85-6768f0c5f927 HTTP/1.1" status: 204 len: 168 time: 0.4320080 May 23 13:12:55.991676 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:55.995850 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a8513-02aa-4306-aaed-9df095982d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3742d7ee-2aa1-4715-9a85-6768f0c5f927,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:56.010628 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188'}], 'enable_snat': True}, 'gw_port_id': '6aca2566-0fac-4229-ae48-292b563fddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:12:54Z', 'revision_number': 5, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port': {'id': '6aca2566-0fac-4229-ae48-292b563fddea', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:56.031381 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:56.041693 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] Checking router: ade4dbb7-9ad9-442e-a74f-171f5cafead7 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:56.050579 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] Routers {'ade4dbb7-9ad9-442e-a74f-171f5cafead7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:56.051161 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.051635 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:56.069248 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Deleting port 6aca2566-0fac-4229-ae48-292b563fddea {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:56.069872 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (6aca2566-0fac-4229-ae48-292b563fddea), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.090409 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (919e0687-f5c4-4aaa-a442-4e4a5fb41b3c), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.135962 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] Set router ade4dbb7-9ad9-442e-a74f-171f5cafead7 gateway port host: None {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:56.172663 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] For port 6aca2566-0fac-4229-ae48-292b563fddea, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6aca2566-0fac-4229-ae48-292b563fddea,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:56.173031 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (6aca2566-0fac-4229-ae48-292b563fddea), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.185203 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:12:55Z', 'revision_number': 6, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:56.193992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Calling delete_port for 6aca2566-0fac-4229-ae48-292b563fddea owned by network:router_gateway {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:56.208335 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Floating IP 919e0687-f5c4-4aaa-a442-4e4a5fb41b3c associated. External IP: 172.37.1.6, port: dd19a70c-27a3-47de-a03d-931ffbf395d7. May 23 13:12:56.211439 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a38cf-7954-4eb4-a342-697b64e2ded0 None None] The sync data for ids ['ade4dbb7-9ad9-442e-a74f-171f5cafead7'] in dv-cinder-master-3-iscsi is: [{'id': 'ade4dbb7-9ad9-442e-a74f-171f5cafead7', 'name': 'tempest-TestVolumeBootPattern-1851622681-router', 'tenant_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:11Z', 'updated_at': '2022-05-23T13:12:55Z', 'revision_number': 6, 'project_id': 'c7ef8e9bc68d4e60b8993eac9f160a65', 'gw_port_host': None}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:56.423900 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Router a02fd529-cf8d-48eb-89d4-586c598f778c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:12:56.450704 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (6aca2566-0fac-4229-ae48-292b563fddea), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.477353 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Pushing event deleted for resources: {'Port': ['ID=6aca2566-0fac-4229-ae48-292b563fddea,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:56.534966 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:12:56.539460 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.544906 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (ade4dbb7-9ad9-442e-a74f-171f5cafead7), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.548501 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] Sync routers for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:12:56.566977 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=100 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:56.567224 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:56.568261 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:56.581261 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-de1e3b87-1942-4b45-912c-9291b223365a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "PUT /v2.0/floatingips/919e0687-f5c4-4aaa-a442-4e4a5fb41b3c HTTP/1.1" status: 200 len: 990 time: 1.1825526 May 23 13:12:56.582805 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:12:56.584302 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b98692c-30bd-4cd3-8b47-daa2f97a098e" -d '{"events": [{"name": "network-changed", "server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:12:56.627383 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12ee0ff-8706-4bdd-b9d9-a9a55e75fead x-openstack-request-id: req-b12ee0ff-8706-4bdd-b9d9-a9a55e75fead {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:12:56.627383 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:12:56.627383 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b12ee0ff-8706-4bdd-b9d9-a9a55e75fead {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:12:56.627896 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12ee0ff-8706-4bdd-b9d9-a9a55e75fead'] response: {'name': 'network-changed', 'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'status': 'completed', 'code': 200} May 23 13:12:56.639176 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:56.641393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (ade4dbb7-9ad9-442e-a74f-171f5cafead7), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.643877 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks [] for router_controller (ade4dbb7-9ad9-442e-a74f-171f5cafead7), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.675787 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42206) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:56.699504 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-31d8be50-82de-4478-a1af-9e4da470d69e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.733736 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:56.743309 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-8ff62f1c-d1dc-48bb-9d69-34d3495dac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:56.745258 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-8ff62f1c-d1dc-48bb-9d69-34d3495dac0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1130 time: 0.0506113 May 23 13:12:56.792920 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-31d8be50-82de-4478-a1af-9e4da470d69e admin admin] Publish callbacks [] for security_group (0b466ff3-af98-42fd-968e-f39d613d2045), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.802685 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (ade4dbb7-9ad9-442e-a74f-171f5cafead7), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.803345 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade4dbb7-9ad9-442e-a74f-171f5cafead7 {{(pid=115937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:12:56.809298 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.810500 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-c56d9257-7920-4782-9cb6-e16c1cd2d76a admin admin] 10.222.0.30 "DELETE /v2.0/routers/ade4dbb7-9ad9-442e-a74f-171f5cafead7 HTTP/1.1" status: 204 len: 168 time: 1.0950556 May 23 13:12:56.813091 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42210) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:56.842050 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:56.872404 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-31d8be50-82de-4478-a1af-9e4da470d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (0b466ff3-af98-42fd-968e-f39d613d2045), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.885680 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:56.890846 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] Deleting subnet e33a9d5e-e842-4e60-924f-a64ae9b86bde {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:12:56.895855 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] Publish callbacks [] for subnet (e33a9d5e-e842-4e60-924f-a64ae9b86bde), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.915929 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-63cd7ac5-9dc4-4305-a9d3-1e645e5cd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:56.917633 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-63cd7ac5-9dc4-4305-a9d3-1e645e5cd879 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.1657088 May 23 13:12:56.927175 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-31d8be50-82de-4478-a1af-9e4da470d69e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d889f687d5748ada80946ea7f2ee9c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479815 May 23 13:12:56.927175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8be50-82de-4478-a1af-9e4da470d69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b466ff3-af98-42fd-968e-f39d613d2045,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:56.933054 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42212) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:56.972422 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (e33a9d5e-e842-4e60-924f-a64ae9b86bde), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:56.990534 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-87c8d758-a009-41e6-9cd0-0735984b1d1b admin admin] Publish callbacks [] for security_group (0b466ff3-af98-42fd-968e-f39d613d2045), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.025755 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-87c8d758-a009-41e6-9cd0-0735984b1d1b admin admin] Publish callbacks [] for security_group (0b466ff3-af98-42fd-968e-f39d613d2045), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.034849 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-8808f91f-8e46-49e2-bb52-50beae4d19bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 998 time: 0.1092067 May 23 13:12:57.136961 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-ed34a578-0f05-41db-97f2-477c399e0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:57.138703 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-ed34a578-0f05-41db-97f2-477c399e0bf5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0879931 May 23 13:12:57.138955 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-87c8d758-a009-41e6-9cd0-0735984b1d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (0b466ff3-af98-42fd-968e-f39d613d2045), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.141570 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-87c8d758-a009-41e6-9cd0-0735984b1d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.143151 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '919e0687-f5c4-4aaa-a442-4e4a5fb41b3c', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'floating_ip_address': '172.37.1.6', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'port_id': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'mac_address': 'fa:16:3e:86:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:12:38Z', 'updated_at': '2022-05-23T13:12:55Z', 'revision_number': 1, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:57.144702 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (e33a9d5e-e842-4e60-924f-a64ae9b86bde), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.145907 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-87c8d758-a009-41e6-9cd0-0735984b1d1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b466ff3-af98-42fd-968e-f39d613d2045 HTTP/1.1" status: 204 len: 168 time: 0.2168667 May 23 13:12:57.157120 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8d758-a009-41e6-9cd0-0735984b1d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b466ff3-af98-42fd-968e-f39d613d2045,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:57.204501 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] Checking router: a02fd529-cf8d-48eb-89d4-586c598f778c for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:12:57.215875 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4c553a84-dc03-48de-8f98-d08c5dd3bb17 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:57.224321 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4f9decbb-1e5d-4230-a7ea-92cc12bee748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.230558 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-da0635f3-f61b-49ea-ac02-4149ed2e9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:12:57.232133 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-da0635f3-f61b-49ea-ac02-4149ed2e9ace service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848091 May 23 13:12:57.249839 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:12:57.250735 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:57.293558 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 4c553a84-dc03-48de-8f98-d08c5dd3bb17 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:57.294256 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4c553a84-dc03-48de-8f98-d08c5dd3bb17 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:57.334414 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-f6f26cbd-96fd-4aaa-b8c5-fe469b5d2343 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948231 May 23 13:12:57.350180 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (e33a9d5e-e842-4e60-924f-a64ae9b86bde), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.368537 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:12:57.432164 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33a9d5e-e842-4e60-924f-a64ae9b86bde,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:57.436974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.440633 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-2a782095-d315-474e-b26d-410cc2ffd386 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e33a9d5e-e842-4e60-924f-a64ae9b86bde HTTP/1.1" status: 204 len: 168 time: 0.6266336 May 23 13:12:57.443358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42216) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:57.450866 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac61655f-6d53-4ecb-8ea5-b7ac34ec31f3 None None] Network b8997ea7-0013-4a19-8df5-a24d1eca94b5 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:12:57.538930 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (b8997ea7-0013-4a19-8df5-a24d1eca94b5), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.543154 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5b98692c-30bd-4cd3-8b47-daa2f97a098e req-af8b0678-f155-43c0-8538-9597269da3d7 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022738 May 23 13:12:57.544488 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:57.600250 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Deleting port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:57.600592 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.674078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] For port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:57.674452 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.693260 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Calling delete_port for d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f owned by network:dhcp {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:57.708125 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] DHCP port deletion for b8997ea7-0013-4a19-8df5-a24d1eca94b5 request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:12:57.756739 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '919e0687-f5c4-4aaa-a442-4e4a5fb41b3c', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'floating_ip_address': '172.37.1.6', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'port_id': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'mac_address': 'fa:16:3e:86:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:12:38Z', 'updated_at': '2022-05-23T13:12:55Z', 'revision_number': 1, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:57.785817 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9122fba2-b34b-4552-ba80-8f3f1310978d None None] The sync data for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi is: [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '919e0687-f5c4-4aaa-a442-4e4a5fb41b3c', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'floating_ip_address': '172.37.1.6', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'port_id': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'mac_address': 'fa:16:3e:86:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:12:38Z', 'updated_at': '2022-05-23T13:12:55Z', 'revision_number': 1, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:12:57.787387 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Deleting port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:57.787753 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.861578 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] For port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,segment=NetworkSegment(e59f10ef-ad7e-470c-9f45-ab91eabbb959),segment_id=e59f10ef-ad7e-470c-9f45-ab91eabbb959)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:57.861578 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.867856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:57.878745 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Calling delete_port for d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:57.912849 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:57.919184 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] No DVR routers for this DVR port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f on host dv-cinder-master-3-iscsi {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:12:57.981532 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.006353 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Pushing event deleted for resources: {'Port': ['ID=d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:58.014693 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] No DVR routers for this DVR port d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:12:58.017137 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.018170 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.018491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.018924 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.019455 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.019814 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.020142 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.020472 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.020799 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.021123 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.021448 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.021772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.022904 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.023233 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.023552 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eee82b-e72b-404f-8bba-aeac97b94614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:12:58.033467 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:58.035858 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (b8997ea7-0013-4a19-8df5-a24d1eca94b5), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.060385 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed24b1c2-26d2-4160-af9f-e6a033c4e6f2 None None] New status for floating IP 919e0687-f5c4-4aaa-a442-4e4a5fb41b3c: ACTIVE {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:12:58.062558 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8997ea7-0013-4a19-8df5-a24d1eca94b5']}} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:58.074429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59f10ef-ad7e-470c-9f45-ab91eabbb959') {'for_net_delete': True} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:58.074723 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59f10ef-ad7e-470c-9f45-ab91eabbb959') {} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:12:58.088674 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26226600'] for segment (e59f10ef-ad7e-470c-9f45-ab91eabbb959), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.106974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (e59f10ef-ad7e-470c-9f45-ab91eabbb959), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.114873 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=115937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:12:58.115486 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26712287'] for segment (e59f10ef-ad7e-470c-9f45-ab91eabbb959), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.280180 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment e59f10ef-ad7e-470c-9f45-ab91eabbb959 resource provider aggregate not found May 23 13:12:58.290036 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (b8997ea7-0013-4a19-8df5-a24d1eca94b5), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.306868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.306868 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b8997ea7-0013-4a19-8df5-a24d1eca94b5 HTTP/1.1" status: 204 len: 168 time: 0.8617828 May 23 13:12:58.308720 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment e59f10ef-ad7e-470c-9f45-ab91eabbb959 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e59f10ef-ad7e-470c-9f45-ab91eabbb959 found for delete ", "request_id": "req-46134900-4252-4349-8794-eaaf2cd833b8"}]} May 23 13:12:58.309376 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42240) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:12:58.309994 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d11c3-1dba-4671-8739-cf9ea47c9b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8997ea7-0013-4a19-8df5-a24d1eca94b5,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:58.637381 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (e7343638-8fd6-42bd-904f-51399506b731), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.753344 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 6aca2566-0fac-4229-ae48-292b563fddea no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:58.755649 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:58.780118 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 6aca2566-0fac-4229-ae48-292b563fddea {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:58.780462 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 6aca2566-0fac-4229-ae48-292b563fddea not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:58.780879 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:12:58.800318 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:12:58.800659 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d768c67e-52a7-4cc3-9f9a-f75fa90d2b4f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:12:58.827722 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:58.861160 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:58.872859 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Deleting port 8460266d-dc0d-4688-81e9-75b457001930 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:12:58.873187 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (8460266d-dc0d-4688-81e9-75b457001930), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.956587 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] For port 8460266d-dc0d-4688-81e9-75b457001930, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8460266d-dc0d-4688-81e9-75b457001930,segment=NetworkSegment(b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6),segment_id=b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:12:58.956946 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (8460266d-dc0d-4688-81e9-75b457001930), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:58.971216 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Calling delete_port for 8460266d-dc0d-4688-81e9-75b457001930 owned by network:router_interface {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:12:59.511990 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3bef8cb6-aeb6-4108-bac4-818914c955b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:59.512293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (8460266d-dc0d-4688-81e9-75b457001930), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:59.540212 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8460266d-dc0d-4688-81e9-75b457001930,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:12:59.659141 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:12:59.719935 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (e7343638-8fd6-42bd-904f-51399506b731), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:12:59.932238 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Router e7343638-8fd6-42bd-904f-51399506b731 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:13:00.036407 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:13:00.044790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42280) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:00.045293 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-71ce9693-ea8e-4ce2-b7e7-a975c9d7ad29 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7343638-8fd6-42bd-904f-51399506b731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7326872 May 23 13:13:00.048701 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] Sync routers for ids ['e7343638-8fd6-42bd-904f-51399506b731'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:13:00.062088 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] Routers {'e7343638-8fd6-42bd-904f-51399506b731'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:13:00.062731 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['e7343638-8fd6-42bd-904f-51399506b731'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:13:00.156355 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks [] for router (e7343638-8fd6-42bd-904f-51399506b731), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:00.173644 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] Set router e7343638-8fd6-42bd-904f-51399506b731 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:13:00.254853 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks [] for router_gateway (e7343638-8fd6-42bd-904f-51399506b731), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:00.344122 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76'}], 'enable_snat': True}, 'gw_port_id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:12:59Z', 'revision_number': 5, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port': {'id': 'bc94a94f-9114-4a6d-9fad-07715a865613', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:23:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7343638-8fd6-42bd-904f-51399506b731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:01:20Z', 'updated_at': '2022-05-23T13:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:13:00.346549 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:00.370833 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Deleting port bc94a94f-9114-4a6d-9fad-07715a865613 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:13:00.371174 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:00.373265 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] Checking router: e7343638-8fd6-42bd-904f-51399506b731 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:13:00.382249 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] Routers {'e7343638-8fd6-42bd-904f-51399506b731'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:13:00.382569 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:12:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['e7343638-8fd6-42bd-904f-51399506b731'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:13:00.471339 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] Set router e7343638-8fd6-42bd-904f-51399506b731 gateway port host: None {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:13:00.472217 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] For port bc94a94f-9114-4a6d-9fad-07715a865613, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc94a94f-9114-4a6d-9fad-07715a865613,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:13:00.473709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:00.529833 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:13:00Z', 'revision_number': 6, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:13:00.560574 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d65b34-7430-4d08-b448-0f1d1bc84d78 None None] The sync data for ids ['e7343638-8fd6-42bd-904f-51399506b731'] in dv-cinder-master-3-iscsi is: [{'id': 'e7343638-8fd6-42bd-904f-51399506b731', 'name': 'tempest-TestVolumeBootPattern-611877996-router', 'tenant_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:01:19Z', 'updated_at': '2022-05-23T13:13:00Z', 'revision_number': 6, 'project_id': '6ea0b13fcc8d4dc78571a933bbf475b7', 'gw_port_host': None}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:13:00.627723 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:00.737723 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Calling delete_port for bc94a94f-9114-4a6d-9fad-07715a865613 owned by network:router_gateway {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:13:00.854422 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42294) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:00.891898 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:00.971989 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 8460266d-dc0d-4688-81e9-75b457001930 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:13:00.972248 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (bc94a94f-9114-4a6d-9fad-07715a865613), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:00.979486 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5b35-2ead-4e9f-8301-16a6c6c181b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.005212 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 8460266d-dc0d-4688-81e9-75b457001930 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:13:01.005212 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 8460266d-dc0d-4688-81e9-75b457001930 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:13:01.010562 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc94a94f-9114-4a6d-9fad-07715a865613,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:01.064338 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5b35-2ead-4e9f-8301-16a6c6c181b7 admin admin] Publish callbacks [] for security_group (f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.080688 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (e7343638-8fd6-42bd-904f-51399506b731), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.146428 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5b35-2ead-4e9f-8301-16a6c6c181b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.169194 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (e7343638-8fd6-42bd-904f-51399506b731), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.171393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks [] for router_controller (e7343638-8fd6-42bd-904f-51399506b731), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.188206 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-ac0a5b35-2ead-4e9f-8301-16a6c6c181b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79ed2e0df6944a398fa4d41dd9d5579b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3325257 May 23 13:13:01.189007 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a5b35-2ead-4e9f-8301-16a6c6c181b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:01.191463 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42298) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:01.238407 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:01.241328 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b5b0-0be8-4867-8de2-d6f778717ccd admin admin] Publish callbacks [] for security_group (f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.263011 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b5b0-0be8-4867-8de2-d6f778717ccd admin admin] Publish callbacks [] for security_group (f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.278073 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (e7343638-8fd6-42bd-904f-51399506b731), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.278791 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7343638-8fd6-42bd-904f-51399506b731 {{(pid=115937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:13:01.283633 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.287356 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-07f88479-d58c-448a-81ce-4d2a66e9bf83 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e7343638-8fd6-42bd-904f-51399506b731 HTTP/1.1" status: 204 len: 168 time: 1.2376482 May 23 13:13:01.287665 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42300) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:01.321569 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:01.332586 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] Deleting subnet 264fb408-ab32-418d-83cf-ec3a343d4af3 {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:13:01.335709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] Publish callbacks [] for subnet (264fb408-ab32-418d-83cf-ec3a343d4af3), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.372402 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (264fb408-ab32-418d-83cf-ec3a343d4af3), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.375925 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b5b0-0be8-4867-8de2-d6f778717ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.378610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b5b0-0be8-4867-8de2-d6f778717ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.379797 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b4b2b5b0-0be8-4867-8de2-d6f778717ccd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819 HTTP/1.1" status: 204 len: 168 time: 0.1874137 May 23 13:13:01.389287 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b5b0-0be8-4867-8de2-d6f778717ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc39a4-6b97-4bc1-a3bc-2e6b326cf819,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:01.463894 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (264fb408-ab32-418d-83cf-ec3a343d4af3), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.622629 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (264fb408-ab32-418d-83cf-ec3a343d4af3), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.655767 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264fb408-ab32-418d-83cf-ec3a343d4af3,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:01.659926 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.663669 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ab75ec6b-7200-4362-a0de-cc82e49356ca admin admin] 10.222.0.30 "DELETE /v2.0/subnets/264fb408-ab32-418d-83cf-ec3a343d4af3 HTTP/1.1" status: 204 len: 168 time: 0.3750441 May 23 13:13:01.665266 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dbfb1c-cfc5-4359-ab6d-014415cc0cd0 None None] Network f0293b4a-bf45-416e-b0bd-ac118e54f441 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:13:01.666372 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42306) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:01.746647 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (f0293b4a-bf45-416e-b0bd-ac118e54f441), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.792493 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Deleting port d4441622-b9c7-4cdb-b12d-2c01181dac36 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:13:01.792820 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.825309 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] DHCP port deletion for f0293b4a-bf45-416e-b0bd-ac118e54f441 request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:13:01.860720 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] For port d4441622-b9c7-4cdb-b12d-2c01181dac36, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4441622-b9c7-4cdb-b12d-2c01181dac36,segment=NetworkSegment(b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6),segment_id=b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:13:01.861195 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.872283 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] Deleting port d4441622-b9c7-4cdb-b12d-2c01181dac36 {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:13:01.872646 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.875189 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Calling delete_port for d4441622-b9c7-4cdb-b12d-2c01181dac36 owned by network:dhcp {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:13:01.885300 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:01.888492 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:01.944340 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] For port d4441622-b9c7-4cdb-b12d-2c01181dac36, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d4441622-b9c7-4cdb-b12d-2c01181dac36,segment=NetworkSegment(b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6),segment_id=b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:13:01.944651 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:01.958421 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] Calling delete_port for d4441622-b9c7-4cdb-b12d-2c01181dac36 owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:13:02.003242 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.016186 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.042486 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (d4441622-b9c7-4cdb-b12d-2c01181dac36), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.046874 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=d4441622-b9c7-4cdb-b12d-2c01181dac36,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:02.052080 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] No DVR routers for this DVR port d4441622-b9c7-4cdb-b12d-2c01181dac36 on host dv-cinder-master-3-iscsi {{(pid=115938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:13:02.054540 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42308) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:02.068906 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] Pushing event deleted for resources: {'Port': ['ID=d4441622-b9c7-4cdb-b12d-2c01181dac36,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:02.071205 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7e31102c-1611-4cdd-b88e-c96201428da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.072669 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56307154-2e3b-47dd-b9ee-22a61e470f2a None None] No DVR routers for this DVR port d4441622-b9c7-4cdb-b12d-2c01181dac36 on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:13:02.131792 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (f0293b4a-bf45-416e-b0bd-ac118e54f441), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.154133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0293b4a-bf45-416e-b0bd-ac118e54f441']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:13:02.156281 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7e31102c-1611-4cdd-b88e-c96201428da8 admin admin] Publish callbacks [] for security_group (34c6fb45-e075-48e2-9378-a72da7695402), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.163928 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:13:02.164247 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:13:02.174679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.188961 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.195000 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:13:02.195376 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.242258 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6 resource provider aggregate not found May 23 13:13:02.259738 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2f7e8c1-3bea-46d6-b84c-aa87a9681ba6 found for delete ", "request_id": "req-879efeec-cc81-40ac-ab42-5b807aa1c221"}]} May 23 13:13:02.267098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-7e31102c-1611-4cdd-b88e-c96201428da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (34c6fb45-e075-48e2-9378-a72da7695402), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.307584 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31102c-1611-4cdd-b88e-c96201428da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6fb45-e075-48e2-9378-a72da7695402,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:02.311885 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-7e31102c-1611-4cdd-b88e-c96201428da8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6aa513726a4422c8d954779502511a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561431 May 23 13:13:02.314586 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42314) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:02.345348 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (f0293b4a-bf45-416e-b0bd-ac118e54f441), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.348550 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.351859 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] 10.222.0.30 "DELETE /v2.0/networks/f0293b4a-bf45-416e-b0bd-ac118e54f441 HTTP/1.1" status: 204 len: 168 time: 0.6844962 May 23 13:13:02.362683 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827155d-fb9d-4dfe-8a25-e6d988257ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=f0293b4a-bf45-416e-b0bd-ac118e54f441,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:02.376985 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-499dadcb-97b1-4f10-94d7-db54479ecddc admin admin] Publish callbacks [] for security_group (34c6fb45-e075-48e2-9378-a72da7695402), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.405225 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-499dadcb-97b1-4f10-94d7-db54479ecddc admin admin] Publish callbacks [] for security_group (34c6fb45-e075-48e2-9378-a72da7695402), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.432491 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:02.524553 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-499dadcb-97b1-4f10-94d7-db54479ecddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (34c6fb45-e075-48e2-9378-a72da7695402), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.527838 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-499dadcb-97b1-4f10-94d7-db54479ecddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.529028 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-499dadcb-97b1-4f10-94d7-db54479ecddc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34c6fb45-e075-48e2-9378-a72da7695402 HTTP/1.1" status: 204 len: 168 time: 0.2135441 May 23 13:13:02.561661 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dadcb-97b1-4f10-94d7-db54479ecddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6fb45-e075-48e2-9378-a72da7695402,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:02.582620 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-4dd12709-00e9-4536-8fd8-cb622a71e3af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516534 May 23 13:13:02.679351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-e4ef5d9a-7dae-4d73-8b42-da399ae689f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:02.680970 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-e4ef5d9a-7dae-4d73-8b42-da399ae689f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1169 time: 0.0410359 May 23 13:13:02.742157 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42320) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:02.766615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device bc94a94f-9114-4a6d-9fad-07715a865613 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:13:02.789907 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f64d352f-ae22-4c02-abf9-8a9756cb4e09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7ef8e9bc68d4e60b8993eac9f160a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442088 May 23 13:13:02.790222 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42322) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:02.794001 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: bc94a94f-9114-4a6d-9fad-07715a865613 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:13:02.794680 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device bc94a94f-9114-4a6d-9fad-07715a865613 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:13:02.795281 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d4441622-b9c7-4cdb-b12d-2c01181dac36 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:13:02.812551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-d9712d18-2b0f-4f50-b55f-8978b3960a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:02.814123 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-d9712d18-2b0f-4f50-b55f-8978b3960a52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 915 time: 0.1145923 May 23 13:13:02.817659 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: d4441622-b9c7-4cdb-b12d-2c01181dac36 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:13:02.818242 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device d4441622-b9c7-4cdb-b12d-2c01181dac36 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:13:02.869533 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:02.896632 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-d4066181-2222-4126-ba09-89ef8468998f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.0736539 May 23 13:13:02.902501 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1184ace6-c330-4c53-ac41-b9d7cb079257 admin admin] Publish callbacks [] for security_group (70c28861-29c2-4e66-a978-a582eaaa4380), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.960794 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1184ace6-c330-4c53-ac41-b9d7cb079257 admin admin] Publish callbacks [] for security_group (70c28861-29c2-4e66-a978-a582eaaa4380), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:02.978240 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-916e75af-ad64-4c54-857b-359e1e39495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:02.979851 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-916e75af-ad64-4c54-857b-359e1e39495f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 200 len: 853 time: 0.0754063 May 23 13:13:03.034647 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-615f30ec-bb72-4731-b062-007304de1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:03.036132 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-615f30ec-bb72-4731-b062-007304de1771 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c41eeeda-f50c-49d1-b23f-c49093f8c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494366 May 23 13:13:03.138372 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-ac62c953-785e-413a-b22b-8e7a8b678b4b service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951352 May 23 13:13:03.163981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1184ace6-c330-4c53-ac41-b9d7cb079257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (70c28861-29c2-4e66-a978-a582eaaa4380), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:03.166716 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-1184ace6-c330-4c53-ac41-b9d7cb079257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:03.170475 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-1184ace6-c330-4c53-ac41-b9d7cb079257 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70c28861-29c2-4e66-a978-a582eaaa4380 HTTP/1.1" status: 204 len: 168 time: 0.3766258 May 23 13:13:03.207224 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184ace6-c330-4c53-ac41-b9d7cb079257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c28861-29c2-4e66-a978-a582eaaa4380,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:03.247553 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4b1714f9-fddc-42db-91e6-98e7ca83c70d req-6d7486cd-cac6-4490-bc36-2c48f025c110 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037159 May 23 13:13:03.444134 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:03.692072 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42348) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:03.738420 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-8fcd7ee1-312b-491c-9cfc-8f7905deab34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ea0b13fcc8d4dc78571a933bbf475b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446751 May 23 13:13:03.740965 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42350) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:03.807143 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9138-7362-4afb-b950-2f70741dfec8 admin admin] Publish callbacks [] for security_group (49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:03.809404 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:03.831555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9138-7362-4afb-b950-2f70741dfec8 admin admin] Publish callbacks [] for security_group (49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:03.952882 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9138-7362-4afb-b950-2f70741dfec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:03.956540 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9138-7362-4afb-b950-2f70741dfec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:03.956676 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ce1b9138-7362-4afb-b950-2f70741dfec8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba HTTP/1.1" status: 204 len: 168 time: 0.2145760 May 23 13:13:03.965579 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b9138-7362-4afb-b950-2f70741dfec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d56b09-9b3f-4cc5-bbf5-bcf26c3060ba,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:05.530173 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42406) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:05.643104 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-19ac1a47-ae62-4c4c-98e1-78db98203c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:05.662654 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:05.723886 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-19ac1a47-ae62-4c4c-98e1-78db98203c2f admin admin] Publish callbacks [] for security_group (d2577a69-52dc-40e2-a249-47a52cacb8ce), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:05.781655 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-19ac1a47-ae62-4c4c-98e1-78db98203c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (d2577a69-52dc-40e2-a249-47a52cacb8ce), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:05.822609 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-19ac1a47-ae62-4c4c-98e1-78db98203c2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bcf25abc268b4d53b8b7f4d384b68e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912984 May 23 13:13:05.823723 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac1a47-ae62-4c4c-98e1-78db98203c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2577a69-52dc-40e2-a249-47a52cacb8ce,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:05.825258 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42410) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:05.877907 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ce9eea-9725-43c6-9b52-560825993cf9 admin admin] Publish callbacks [] for security_group (d2577a69-52dc-40e2-a249-47a52cacb8ce), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:05.900854 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ce9eea-9725-43c6-9b52-560825993cf9 admin admin] Publish callbacks [] for security_group (d2577a69-52dc-40e2-a249-47a52cacb8ce), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.004352 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ce9eea-9725-43c6-9b52-560825993cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (d2577a69-52dc-40e2-a249-47a52cacb8ce), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.006977 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ce9eea-9725-43c6-9b52-560825993cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.008128 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-66ce9eea-9725-43c6-9b52-560825993cf9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2577a69-52dc-40e2-a249-47a52cacb8ce HTTP/1.1" status: 204 len: 168 time: 0.1813483 May 23 13:13:06.016868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce9eea-9725-43c6-9b52-560825993cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2577a69-52dc-40e2-a249-47a52cacb8ce,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:06.567017 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42416) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:06.580952 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-396fbd78-2015-495a-86cb-84edd381e13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.659322 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-396fbd78-2015-495a-86cb-84edd381e13f admin admin] Publish callbacks [] for security_group (9cb390ff-a64e-4077-a959-4c3be6cc5867), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.717579 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-396fbd78-2015-495a-86cb-84edd381e13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9cb390ff-a64e-4077-a959-4c3be6cc5867), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.755068 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fbd78-2015-495a-86cb-84edd381e13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb390ff-a64e-4077-a959-4c3be6cc5867,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:06.760262 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-396fbd78-2015-495a-86cb-84edd381e13f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=345e3cc06e9545c188889b34f53dcaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919901 May 23 13:13:06.762658 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42418) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:06.811993 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f80b-d724-48de-9f68-b565d70072ff admin admin] Publish callbacks [] for security_group (9cb390ff-a64e-4077-a959-4c3be6cc5867), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.843491 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f80b-d724-48de-9f68-b565d70072ff admin admin] Publish callbacks [] for security_group (9cb390ff-a64e-4077-a959-4c3be6cc5867), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.876874 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:06.987071 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f80b-d724-48de-9f68-b565d70072ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9cb390ff-a64e-4077-a959-4c3be6cc5867), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.989644 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f80b-d724-48de-9f68-b565d70072ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:06.990846 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7ec0f80b-d724-48de-9f68-b565d70072ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cb390ff-a64e-4077-a959-4c3be6cc5867 HTTP/1.1" status: 204 len: 168 time: 0.2273457 May 23 13:13:07.000203 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0f80b-d724-48de-9f68-b565d70072ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb390ff-a64e-4077-a959-4c3be6cc5867,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:08.555444 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42452) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:08.659753 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-728378cb-31db-40e5-87df-f659867a03bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:08.735575 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-728378cb-31db-40e5-87df-f659867a03bd admin admin] Publish callbacks [] for security_group (3a1829a6-d874-40ab-a4cf-429721efe0e8), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:08.803668 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-728378cb-31db-40e5-87df-f659867a03bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3a1829a6-d874-40ab-a4cf-429721efe0e8), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:08.845716 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-728378cb-31db-40e5-87df-f659867a03bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e85e2312cfa54696a35ae5d6f688857e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885416 May 23 13:13:08.847600 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728378cb-31db-40e5-87df-f659867a03bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1829a6-d874-40ab-a4cf-429721efe0e8,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:08.848597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42456) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:08.899809 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0921-237d-4a84-a766-b541173b0582 admin admin] Publish callbacks [] for security_group (3a1829a6-d874-40ab-a4cf-429721efe0e8), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:08.921976 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0921-237d-4a84-a766-b541173b0582 admin admin] Publish callbacks [] for security_group (3a1829a6-d874-40ab-a4cf-429721efe0e8), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:09.037478 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0921-237d-4a84-a766-b541173b0582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3a1829a6-d874-40ab-a4cf-429721efe0e8), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:09.040848 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0921-237d-4a84-a766-b541173b0582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:09.042093 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f6ad0921-237d-4a84-a766-b541173b0582 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a1829a6-d874-40ab-a4cf-429721efe0e8 HTTP/1.1" status: 204 len: 168 time: 0.1913035 May 23 13:13:09.049901 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad0921-237d-4a84-a766-b541173b0582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1829a6-d874-40ab-a4cf-429721efe0e8,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:10.516839 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42488) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:10.624621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9ac7af60-f6ef-4c01-a910-2fafd6cf45ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:10.698698 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9ac7af60-f6ef-4c01-a910-2fafd6cf45ec admin admin] Publish callbacks [] for security_group (2c210b2d-803d-426c-b7c6-cfc7b6165712), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:10.768477 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-9ac7af60-f6ef-4c01-a910-2fafd6cf45ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2c210b2d-803d-426c-b7c6-cfc7b6165712), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:10.808869 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-9ac7af60-f6ef-4c01-a910-2fafd6cf45ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7c3ade76fb9432d813a5288f22d823f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909822 May 23 13:13:10.809782 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7af60-f6ef-4c01-a910-2fafd6cf45ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c210b2d-803d-426c-b7c6-cfc7b6165712,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:10.811615 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42492) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:13:10.860422 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e81b2810-f4b1-48ae-8570-978bac5b7420 admin admin] Publish callbacks [] for security_group (2c210b2d-803d-426c-b7c6-cfc7b6165712), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:10.881762 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e81b2810-f4b1-48ae-8570-978bac5b7420 admin admin] Publish callbacks [] for security_group (2c210b2d-803d-426c-b7c6-cfc7b6165712), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:11.020406 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e81b2810-f4b1-48ae-8570-978bac5b7420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (2c210b2d-803d-426c-b7c6-cfc7b6165712), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:11.023274 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e81b2810-f4b1-48ae-8570-978bac5b7420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:11.025272 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-e81b2810-f4b1-48ae-8570-978bac5b7420 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c210b2d-803d-426c-b7c6-cfc7b6165712 HTTP/1.1" status: 204 len: 168 time: 0.2120454 May 23 13:13:11.033228 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b2810-f4b1-48ae-8570-978bac5b7420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c210b2d-803d-426c-b7c6-cfc7b6165712,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:13:13.502814 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:13.506671 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:13.537321 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:13:19.062844 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:20.796229 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:20.805294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:21.028271 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:21.029055 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=69,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:21.044859 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:21.045550 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:23.598801 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:25.420744 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:27.151235 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-69df645e-06f4-4ad5-b7d0-de5e10655356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:29.494300 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-84885493-9bf7-4bd3-918d-c4e031919890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:30.637886 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:31.935060 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:33.454690 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:33.575252 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc30ef-6fe1-4cce-b680-1c75e9b50d30 req-e8b3208c-637b-49ca-af20-0dafe80d313c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:33.576735 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b0cc30ef-6fe1-4cce-b680-1c75e9b50d30 req-e8b3208c-637b-49ca-af20-0dafe80d313c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0502548 May 23 13:13:33.666522 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719f928-15e1-4bf3-b490-412961c98f4c req-a888c667-fe1b-4206-bf3e-87edcec222cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:33.668003 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b719f928-15e1-4bf3-b490-412961c98f4c req-a888c667-fe1b-4206-bf3e-87edcec222cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1169 time: 0.0649519 May 23 13:13:33.675231 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b0cc30ef-6fe1-4cce-b680-1c75e9b50d30 req-e8ed6c57-acd7-4249-9733-2c4eea781d01 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0927365 May 23 13:13:33.760813 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719f928-15e1-4bf3-b490-412961c98f4c req-3b6d33b1-805c-4346-bccc-d94f83f81292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:33.762351 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b719f928-15e1-4bf3-b490-412961c98f4c req-3b6d33b1-805c-4346-bccc-d94f83f81292 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 915 time: 0.0862277 May 23 13:13:33.828656 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b719f928-15e1-4bf3-b490-412961c98f4c req-7603e96e-db09-46c0-9544-28f6b3f44d6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.0602486 May 23 13:13:33.876735 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719f928-15e1-4bf3-b490-412961c98f4c req-dd6e3725-99d5-4b91-a798-1a5c3775624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:33.878218 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b719f928-15e1-4bf3-b490-412961c98f4c req-dd6e3725-99d5-4b91-a798-1a5c3775624e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 200 len: 853 time: 0.0437505 May 23 13:13:33.920295 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719f928-15e1-4bf3-b490-412961c98f4c req-3e9a85c9-eff9-4c6e-854a-5697cbcb4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:33.921707 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b719f928-15e1-4bf3-b490-412961c98f4c req-3e9a85c9-eff9-4c6e-854a-5697cbcb4898 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c41eeeda-f50c-49d1-b23f-c49093f8c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374999 May 23 13:13:34.011340 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b719f928-15e1-4bf3-b490-412961c98f4c req-115bcd56-e4a7-45a2-bbdc-c561535ff0c3 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826917 May 23 13:13:34.099510 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b719f928-15e1-4bf3-b490-412961c98f4c req-67739070-1beb-4b4b-aec0-df9840e9a549 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808060 May 23 13:13:34.792974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5e5ee-db59-4682-98de-4f58000ed429 req-75811ea9-d591-46da-b2a2-188ab18d62ac tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:34.795266 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-81a5e5ee-db59-4682-98de-4f58000ed429 req-75811ea9-d591-46da-b2a2-188ab18d62ac tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0498207 May 23 13:13:34.859098 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-81a5e5ee-db59-4682-98de-4f58000ed429 req-a234fc18-642e-4b90-8816-61ee1a03ff18 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581019 May 23 13:13:35.974003 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e284df-ab07-4a62-be68-da2017c7d98a req-eb8ce11f-b301-4662-97c4-88609b9bbc63 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:35.975371 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-50e284df-ab07-4a62-be68-da2017c7d98a req-eb8ce11f-b301-4662-97c4-88609b9bbc63 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0470607 May 23 13:13:36.034841 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-50e284df-ab07-4a62-be68-da2017c7d98a req-72e01864-737f-46f8-b2f2-1709d571583d tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538504 May 23 13:13:37.147246 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a11010-3bbc-41d3-8b3d-4596bddaea60 req-31fc4232-d510-43ff-85aa-d74bd59b78b7 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:37.148701 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-86a11010-3bbc-41d3-8b3d-4596bddaea60 req-31fc4232-d510-43ff-85aa-d74bd59b78b7 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0468338 May 23 13:13:37.208582 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-86a11010-3bbc-41d3-8b3d-4596bddaea60 req-f27bea22-912e-4bac-a8da-b829ce94dc48 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534067 May 23 13:13:38.327712 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515b49a-d636-4eaf-a655-528390cd0d7e req-b010c768-b2ea-424e-af28-d508f113cf89 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:38.329165 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f515b49a-d636-4eaf-a655-528390cd0d7e req-b010c768-b2ea-424e-af28-d508f113cf89 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0542619 May 23 13:13:38.349445 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:38.390251 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f515b49a-d636-4eaf-a655-528390cd0d7e req-211560e9-97af-42db-94a6-d282851de5d2 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554166 May 23 13:13:39.488545 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:39.506421 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6f7c9-816b-40cc-b923-14f68f4dc03b req-0d89e7da-7f6f-4b82-b83d-96cb5b13c796 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:39.507929 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4df6f7c9-816b-40cc-b923-14f68f4dc03b req-0d89e7da-7f6f-4b82-b83d-96cb5b13c796 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0483298 May 23 13:13:39.568013 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4df6f7c9-816b-40cc-b923-14f68f4dc03b req-0ee13d65-b261-449a-a2be-d700f7224078 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538564 May 23 13:13:40.685010 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d41b3-52e0-46c5-a56c-a840f0724ff9 req-6bdba1e2-a209-4b16-95da-cea6add19347 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:40.686505 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-219d41b3-52e0-46c5-a56c-a840f0724ff9 req-6bdba1e2-a209-4b16-95da-cea6add19347 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0511522 May 23 13:13:40.746912 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-219d41b3-52e0-46c5-a56c-a840f0724ff9 req-76ba85f3-b9e7-4138-95ce-84c37fb2f5cc tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546889 May 23 13:13:41.860670 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154b58c-6c3c-4de4-8b41-228c7108bac7 req-abead808-a8b7-460c-84f2-e1b8b511f079 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:41.862151 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0154b58c-6c3c-4de4-8b41-228c7108bac7 req-abead808-a8b7-460c-84f2-e1b8b511f079 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0489786 May 23 13:13:41.878767 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:41.924241 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0154b58c-6c3c-4de4-8b41-228c7108bac7 req-028922a0-d172-495d-aaec-5a6c28214eb5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565083 May 23 13:13:43.045724 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eea68-4ac6-4212-b458-51d5e09ea57c req-90d62bc3-74d4-4d15-b4aa-eb68e6635516 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:43.047311 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-641eea68-4ac6-4212-b458-51d5e09ea57c req-90d62bc3-74d4-4d15-b4aa-eb68e6635516 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0524015 May 23 13:13:43.115809 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-641eea68-4ac6-4212-b458-51d5e09ea57c req-c2a11756-34fa-4066-841c-95cfd842a54b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627134 May 23 13:13:43.370463 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:43.373368 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:44.232614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc3b71-a95d-4dac-a61d-dfa17fdcb548 req-9d02a78d-0e33-46f7-891e-ee1a8b817692 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:44.234079 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4bc3b71-a95d-4dac-a61d-dfa17fdcb548 req-9d02a78d-0e33-46f7-891e-ee1a8b817692 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0469217 May 23 13:13:44.292738 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f4bc3b71-a95d-4dac-a61d-dfa17fdcb548 req-744ff733-bff1-48b5-8e03-6c2acf9915f5 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530379 May 23 13:13:45.408090 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c589a-e8fa-450f-b0d5-6b9bfc50e1af req-6031441b-581f-4d19-9b7f-f0684c0ff572 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:13:45.409533 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a33c589a-e8fa-450f-b0d5-6b9bfc50e1af req-6031441b-581f-4d19-9b7f-f0684c0ff572 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0487282 May 23 13:13:45.469063 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a33c589a-e8fa-450f-b0d5-6b9bfc50e1af req-1ca6bac1-9f2e-4073-9177-3175533c69c4 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&id=e2399ae2-7e86-4d7e-b329-d3a4cb618298&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536535 May 23 13:13:50.538694 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:13:55.396984 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:55.456696 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=63 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:55.462678 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=62 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:56.933079 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=14 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:13:57.116758 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e77d7230-bc75-4440-b6c1-5748b5074e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:13:59.454112 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8697-39f6-456d-bb54-6e5e5accf816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:00.535455 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=20 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:00.613975 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:01.933733 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:03.441794 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:03.568294 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-7068bded-daec-466c-831c-d1c3e0f1137d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413241 May 23 13:14:03.652059 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33c66-69f4-4a77-aa54-07da58990653 req-c6863685-b3fa-4532-988c-9c1b18f5add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:03.654216 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-c6863685-b3fa-4532-988c-9c1b18f5add2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1130 time: 0.0392489 May 23 13:14:03.755277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33c66-69f4-4a77-aa54-07da58990653 req-1b08a4b5-68af-46a1-8986-358edd7009f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:03.756719 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-1b08a4b5-68af-46a1-8986-358edd7009f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.0841095 May 23 13:14:03.821699 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-04aaa92f-39b2-42b3-b558-a567993066b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 1000 time: 0.0572472 May 23 13:14:03.879541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33c66-69f4-4a77-aa54-07da58990653 req-6ec0a05a-d6cf-4f28-a97c-d125a9403e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:03.881508 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-6ec0a05a-d6cf-4f28-a97c-d125a9403e7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0466356 May 23 13:14:03.928869 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f33c66-69f4-4a77-aa54-07da58990653 req-b7626798-b6ba-4081-80d9-28764b32f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:03.930353 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-b7626798-b6ba-4081-80d9-28764b32f16d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427659 May 23 13:14:04.023408 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-e436172b-110b-45c5-b293-8af1500be5d4 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841560 May 23 13:14:04.109591 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-58f33c66-69f4-4a77-aa54-07da58990653 req-b6c6bf70-6824-4401-8b38-cf1403633245 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795095 May 23 13:14:13.366741 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:13.370620 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:13.373911 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:14.105865 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=52 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:14.106734 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=49 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:24.575569 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7968c9-d7e9-4ac2-93c2-61fa39e1c109 req-82aee1c9-f015-4a51-8a0b-bdbfc53ad871 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:24.577567 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9c7968c9-d7e9-4ac2-93c2-61fa39e1c109 req-82aee1c9-f015-4a51-8a0b-bdbfc53ad871 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0523503 May 23 13:14:24.625194 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9c7968c9-d7e9-4ac2-93c2-61fa39e1c109 req-234d2900-e94e-47fa-801b-e48629c4e971 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414665 May 23 13:14:25.424229 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:25.740596 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad93952-e0f5-4a87-a1ae-a090c1196ad5 req-411eb2b7-e09d-4dc0-9d5b-f8e69344a171 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:25.742060 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dad93952-e0f5-4a87-a1ae-a090c1196ad5 req-411eb2b7-e09d-4dc0-9d5b-f8e69344a171 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0471344 May 23 13:14:25.789397 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dad93952-e0f5-4a87-a1ae-a090c1196ad5 req-48d13d63-3dd9-43d2-9f7d-ee8df994892e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417414 May 23 13:14:26.902628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3118-480e-4fa5-97c9-9884347ffe77 req-0dd7ecda-7347-46cb-8939-4a6233e74667 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:26.907438 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0a5d3118-480e-4fa5-97c9-9884347ffe77 req-0dd7ecda-7347-46cb-8939-4a6233e74667 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0472662 May 23 13:14:26.958673 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0a5d3118-480e-4fa5-97c9-9884347ffe77 req-e88f664f-cd53-4afe-9d0b-826dd63283a3 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480132 May 23 13:14:27.156708 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f0f65ac4-8c7c-4217-9510-61aa9e29bef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:27.503655 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:27.508536 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:27.536913 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:14:28.071777 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8993af0-7be0-42af-b737-9768287024df req-8b289bbc-2d59-41ba-a9b2-60a26b736518 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:28.073201 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8993af0-7be0-42af-b737-9768287024df req-8b289bbc-2d59-41ba-a9b2-60a26b736518 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0458033 May 23 13:14:28.119522 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c8993af0-7be0-42af-b737-9768287024df req-4d90389c-6c59-4d24-adf5-2b55d0b72647 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401988 May 23 13:14:29.232432 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721017-2860-4865-8d8f-5676316c2790 req-557b91a6-6409-4a23-8a3e-9ffb895f942d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:29.233777 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8721017-2860-4865-8d8f-5676316c2790 req-557b91a6-6409-4a23-8a3e-9ffb895f942d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0456319 May 23 13:14:29.279678 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8721017-2860-4865-8d8f-5676316c2790 req-5dd2d328-3dd1-42f1-b355-e71858388c01 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 May 23 13:14:29.493436 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-281b01ff-8461-4df4-9c7c-6c6bf862952b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:30.393395 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8cc72-f1cc-4f65-9648-bea536e3c792 req-b169b9b1-1150-490e-a613-2b53181a328f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:30.394861 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-67d8cc72-f1cc-4f65-9648-bea536e3c792 req-b169b9b1-1150-490e-a613-2b53181a328f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0488067 May 23 13:14:30.441469 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-67d8cc72-f1cc-4f65-9648-bea536e3c792 req-ec15d5b3-df8c-4ef4-a59a-45feccfc64b5 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 May 23 13:14:30.612968 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:31.555107 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bd21a-c64c-42a1-9c9e-fb20a7dd2283 req-671bdc3f-6835-4aa0-a740-e51dfb2fea0e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:31.556562 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-492bd21a-c64c-42a1-9c9e-fb20a7dd2283 req-671bdc3f-6835-4aa0-a740-e51dfb2fea0e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0468218 May 23 13:14:31.602816 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-492bd21a-c64c-42a1-9c9e-fb20a7dd2283 req-0e2778fe-742f-4e25-8518-ef0d3024dbe9 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400462 May 23 13:14:31.926994 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:32.727527 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd899b-c342-4a1f-a4ad-cd4af046fe59 req-cc9f7560-668d-4c9b-9d2c-e4fb4b5322c4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:32.728957 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-29fd899b-c342-4a1f-a4ad-cd4af046fe59 req-cc9f7560-668d-4c9b-9d2c-e4fb4b5322c4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0492556 May 23 13:14:32.776133 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-29fd899b-c342-4a1f-a4ad-cd4af046fe59 req-75e4e91e-71f3-4973-bbf3-5fa1b363c882 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407879 May 23 13:14:33.418749 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:33.890081 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86918990-aca8-439c-bddb-eeede95d7396 req-a6eff9bd-cd38-406f-a345-c199ec4751f2 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:33.891512 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-86918990-aca8-439c-bddb-eeede95d7396 req-a6eff9bd-cd38-406f-a345-c199ec4751f2 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0455830 May 23 13:14:33.937603 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-86918990-aca8-439c-bddb-eeede95d7396 req-90fed1af-eb78-4769-88c4-ec40c621f8f4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 May 23 13:14:35.051183 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ecfb4-80f8-4655-8a67-315be43dc86f req-81aa7d0a-5bf3-4236-8ac2-deab6c7a42c1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:35.052625 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1c2ecfb4-80f8-4655-8a67-315be43dc86f req-81aa7d0a-5bf3-4236-8ac2-deab6c7a42c1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0465207 May 23 13:14:35.102860 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1c2ecfb4-80f8-4655-8a67-315be43dc86f req-3006070d-e22e-4acb-9291-c2717dd51bf7 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444293 May 23 13:14:36.215391 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1a9c2-e9b5-4b59-89df-23d9bf682ff8 req-2ff26cee-3e6f-400a-bc60-86e98d27135c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:36.216838 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e3d1a9c2-e9b5-4b59-89df-23d9bf682ff8 req-2ff26cee-3e6f-400a-bc60-86e98d27135c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0467260 May 23 13:14:36.228691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:36.264684 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e3d1a9c2-e9b5-4b59-89df-23d9bf682ff8 req-1e3abe5e-effa-44d3-a1b0-c684e6a74184 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 May 23 13:14:36.597153 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:36.607615 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888a423-bb78-4adc-b582-c15baa15cb7f req-d8c83658-5e28-4206-a2ab-01bb136ba8aa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:36.609633 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8888a423-bb78-4adc-b582-c15baa15cb7f req-d8c83658-5e28-4206-a2ab-01bb136ba8aa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0462170 May 23 13:14:36.656923 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8888a423-bb78-4adc-b582-c15baa15cb7f req-a8936295-9156-4db2-bf64-9af50cf93cc7 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 May 23 13:14:36.721947 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea27e-8018-4933-b3e3-81485aacdebe req-94727cb0-7c84-4874-825c-b27dd80650d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:36.723416 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6acea27e-8018-4933-b3e3-81485aacdebe req-94727cb0-7c84-4874-825c-b27dd80650d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1130 time: 0.0420175 May 23 13:14:36.813015 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea27e-8018-4933-b3e3-81485aacdebe req-73ebc3ec-c676-45ec-8ec2-664807ebc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:36.814491 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6acea27e-8018-4933-b3e3-81485aacdebe req-73ebc3ec-c676-45ec-8ec2-664807ebc7d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.0841815 May 23 13:14:36.880786 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6acea27e-8018-4933-b3e3-81485aacdebe req-92d4da09-f351-455f-98a9-6ce8567d06a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 1000 time: 0.0585549 May 23 13:14:36.931791 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea27e-8018-4933-b3e3-81485aacdebe req-cda7281c-87ea-4dfa-8926-6e81e32e9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:36.933175 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6acea27e-8018-4933-b3e3-81485aacdebe req-cda7281c-87ea-4dfa-8926-6e81e32e9e60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0451818 May 23 13:14:36.978746 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acea27e-8018-4933-b3e3-81485aacdebe req-0f74b87b-1133-4982-b5cc-c9974437366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:36.980181 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6acea27e-8018-4933-b3e3-81485aacdebe req-0f74b87b-1133-4982-b5cc-c9974437366d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389633 May 23 13:14:37.071708 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6acea27e-8018-4933-b3e3-81485aacdebe req-76fc1ba5-18fd-4b31-ac0a-b52a2fa4706b service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846465 May 23 13:14:37.159646 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6acea27e-8018-4933-b3e3-81485aacdebe req-fdc5f725-16f6-481d-9396-9e09e55a0ad3 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809836 May 23 13:14:37.545834 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:37.775487 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c002d6-c593-4056-af61-5f2e04cd0e3a req-ac4b00bf-7f4d-4974-b840-1774be262f90 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:37.776907 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15c002d6-c593-4056-af61-5f2e04cd0e3a req-ac4b00bf-7f4d-4974-b840-1774be262f90 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0461440 May 23 13:14:37.822774 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-15c002d6-c593-4056-af61-5f2e04cd0e3a req-0bfc34d7-f404-4c87-9d5f-540980172c8d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397599 May 23 13:14:38.942387 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903c32f-e7f8-4f1a-a409-4a096b8aef98 req-7f669c1b-f70d-4224-b5ed-8e153b9ed199 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:38.943964 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c903c32f-e7f8-4f1a-a409-4a096b8aef98 req-7f669c1b-f70d-4224-b5ed-8e153b9ed199 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0507126 May 23 13:14:38.991675 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c903c32f-e7f8-4f1a-a409-4a096b8aef98 req-d61ecc14-7945-4ccc-be71-405bf6e384cd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 May 23 13:14:43.364146 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:43.368257 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=13 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:43.369972 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:43.722802 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-d9f5262b-1ac5-4111-8930-8385a5906ce6 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1067996940&fields=id&tenant_id=1f2fed134f274a6ebe5ffe183205e269 HTTP/1.1" status: 200 len: 267 time: 0.0443931 May 23 13:14:43.772368 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-f7d04108-3ca2-42dd-9fb0-72e5feb8eacf tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:43.773925 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-f7d04108-3ca2-42dd-9fb0-72e5feb8eacf tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 985 time: 0.0458269 May 23 13:14:43.784670 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Request body: {'port': {'security_groups': ['e54fb37f-ef35-4c92-aa69-667456b92554']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:14:43.857230 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:43.930172 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:43.949557 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:44.068509 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:14:44.095910 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.149484 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.190167 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:14:44.190429 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:44.193742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.193742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c0141b6d-1753-43b9-8584-a3569f4044a5 req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "PUT /v2.0/ports/666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 943 time: 0.4126878 May 23 13:14:44.193742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:14:44.198361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:14:44.198504 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42646) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:14:44.219519 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event updated for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=7']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:14:44.231425 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.231774 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.238296 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ad4b1a-0a39-439b-84cc-6e1058f6962b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.275675 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c846510-530d-4931-aa49-31205d817ed8 x-openstack-request-id: req-4c846510-530d-4931-aa49-31205d817ed8 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:14:44.275970 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:14:44.276274 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c846510-530d-4931-aa49-31205d817ed8 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:14:44.276710 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c846510-530d-4931-aa49-31205d817ed8'] response: {'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'status': 'completed', 'code': 200} May 23 13:14:44.303755 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group (e2399ae2-7e86-4d7e-b329-d3a4cb618298), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.344842 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group (e2399ae2-7e86-4d7e-b329-d3a4cb618298), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.355230 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:14:44.369200 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-b74e8400-ca6a-40c9-8e1c-0bca6dc25ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:44.370879 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-b74e8400-ca6a-40c9-8e1c-0bca6dc25ed1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0500293 May 23 13:14:44.474592 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-4d1967a5-fd8f-4b36-8939-c4dfd577748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:44.475958 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-4d1967a5-fd8f-4b36-8939-c4dfd577748a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 915 time: 0.0974960 May 23 13:14:44.498495 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e2399ae2-7e86-4d7e-b329-d3a4cb618298), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.502034 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.505715 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "DELETE /v2.0/security-groups/e2399ae2-7e86-4d7e-b329-d3a4cb618298 HTTP/1.1" status: 204 len: 168 time: 0.3038955 May 23 13:14:44.507575 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42650) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:14:44.522274 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2399ae2-7e86-4d7e-b329-d3a4cb618298,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:14:44.536170 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-9191e291-e5d7-41d3-8082-ce9d08298300 None None] Provisioning complete for port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:14:44.536746 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9191e291-e5d7-41d3-8082-ce9d08298300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.545340 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-03983521-e1e9-40a4-88f5-8402f88ec171 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 1002 time: 0.0606949 May 23 13:14:44.558518 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.558878 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.559213 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.559551 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.559881 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.560216 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.560542 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.560868 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.561193 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.561515 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.561916 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.562213 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.562660 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.563723 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.564133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded1571-60d1-445d-91da-3ef5a492870f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:14:44.603283 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-529b865e-8200-4125-a2d0-649aaa907e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:44.604083 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-529b865e-8200-4125-a2d0-649aaa907e98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 200 len: 853 time: 0.0525520 May 23 13:14:44.631841 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-9191e291-e5d7-41d3-8082-ce9d08298300 None None] Current status of the port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:14:44.654344 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-2857e5b7-3596-48a4-a379-c0266cc14090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:44.656049 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-2857e5b7-3596-48a4-a379-c0266cc14090 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c41eeeda-f50c-49d1-b23f-c49093f8c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452297 May 23 13:14:44.682185 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Deleting port d3ea27ab-3515-4f51-9e6e-aa5853ef93a9 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:14:44.682529 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.753612 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-50b9eaa0-68fe-45e9-8f41-ebb4a5a8ff52 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915885 May 23 13:14:44.770062 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.770386 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for floatingip (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:44.783783 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Calling delete_port for d3ea27ab-3515-4f51-9e6e-aa5853ef93a9 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:14:44.846825 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-25917f0f-57ab-40db-b4c1-d6cbcc8b1155 req-9e9af899-472a-4daa-b1ef-8cb69e9b3c70 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871832 May 23 13:14:44.984109 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (d3ea27ab-3515-4f51-9e6e-aa5853ef93a9), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:45.008720 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event deleted for resources: {'Port': ['ID=d3ea27ab-3515-4f51-9e6e-aa5853ef93a9,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:14:45.080037 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks [] for floatingip (4626a727-2bdc-48a2-a82f-bb77735355d8), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:45.080432 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Floating IP 4626a727-2bdc-48a2-a82f-bb77735355d8 disassociated (deleted). External IP: 172.37.1.234, port: 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5. May 23 13:14:45.174930 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:45.296706 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:14:45.350313 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:45.419181 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:14:45.423619 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:45.429850 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] Sync routers for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:14:45.441024 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:14:45.441642 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:14:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:45.466022 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-428571b7-b1eb-4579-bbac-725619e028b3 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "DELETE /v2.0/floatingips/4626a727-2bdc-48a2-a82f-bb77735355d8 HTTP/1.1" status: 204 len: 168 time: 0.9527979 May 23 13:14:45.466022 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:14:45.468156 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42454ed7-a6f8-4446-9eba-cf77aad20df3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:14:45.516656 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9246fea5-3fa5-4aeb-9086-e5613e992af3 x-openstack-request-id: req-9246fea5-3fa5-4aeb-9086-e5613e992af3 {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:14:45.517081 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:14:45.517177 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9246fea5-3fa5-4aeb-9086-e5613e992af3 {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:14:45.517657 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9246fea5-3fa5-4aeb-9086-e5613e992af3'] response: {'name': 'network-changed', 'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'status': 'completed', 'code': 200} May 23 13:14:45.563241 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:14:45.601578 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-494250c9-d88a-42b5-8f78-b1396afc82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:45.605857 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-494250c9-d88a-42b5-8f78-b1396afc82b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2fed134f274a6ebe5ffe183205e269&device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 1130 time: 0.0463848 May 23 13:14:45.763464 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:13Z', 'revision_number': 5, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:45.793593 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] Checking router: 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:14:45.804995 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:14:45.805676 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:14:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:45.969899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-54b4ccb5-c10c-4620-a0bb-891350567ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:45.971353 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-54b4ccb5-c10c-4620-a0bb-891350567ab8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 200 len: 915 time: 0.3588650 May 23 13:14:46.004309 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:14:46.183503 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:13Z', 'revision_number': 5, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:46.211452 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b4b793-9349-4ef9-a254-d525172231c9 None None] The sync data for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi is: [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a33d6622-9840-4ee7-bcee-1967fd70da2f', 'name': '', 'network_id': 'c41eeeda-f50c-49d1-b23f-c49093f8c20d', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'mac_address': 'fa:16:3e:7c:81:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:09Z', 'updated_at': '2022-05-23T13:11:13Z', 'revision_number': 5, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'subnets': [{'id': '5adee274-cfd8-4523-a01a-327ab464efb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:14:46.309099 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-1d6b5af8-5d9f-403e-9730-754f5875dc94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 200 len: 217 time: 0.0341110 May 23 13:14:46.364770 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-4d217882-aaeb-4261-a857-e5e1ae8912d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:46.366241 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-4d217882-aaeb-4261-a857-e5e1ae8912d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 200 len: 853 time: 0.0476263 May 23 13:14:46.421779 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-cc2f8e82-8074-467a-8165-50cbb5b43628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:46.421779 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-cc2f8e82-8074-467a-8165-50cbb5b43628 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c41eeeda-f50c-49d1-b23f-c49093f8c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469708 May 23 13:14:46.431673 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954de6c-a367-47b8-b66f-45d01c95cdac None None] New status for floating IP 4626a727-2bdc-48a2-a82f-bb77735355d8: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:14:46.461899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:46.464427 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:46.535911 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-05a6f1cd-973c-4e7a-89d5-23f4d1a9ebd7 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920196 May 23 13:14:46.629199 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42454ed7-a6f8-4446-9eba-cf77aad20df3 req-c51a0af4-379e-456c-84dd-d42a369bc536 service neutron] 10.222.0.49 "GET /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871832 May 23 13:14:49.730708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f844610-5c2b-4ea7-862b-6beebcae555f req-6942b43e-a4ba-486a-83a4-5d7d480cf64f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:49.732166 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f844610-5c2b-4ea7-862b-6beebcae555f req-6942b43e-a4ba-486a-83a4-5d7d480cf64f tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0478315 May 23 13:14:49.779920 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f844610-5c2b-4ea7-862b-6beebcae555f req-a6498651-19dd-4d58-a6dd-37f27d52eefc tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 May 23 13:14:50.895115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2facd-a5aa-4bc7-a955-6c0815dfcd6d req-db9fae08-e4d5-4fea-a53a-4c568dfab388 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:50.896843 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-11b2facd-a5aa-4bc7-a955-6c0815dfcd6d req-db9fae08-e4d5-4fea-a53a-4c568dfab388 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0472689 May 23 13:14:50.948236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-11b2facd-a5aa-4bc7-a955-6c0815dfcd6d req-2985b71a-5a28-4080-a0ff-39137d0b2097 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458095 May 23 13:14:51.973386 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-0155cebd-2e39-4ad9-ba46-503ded7474f8 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:51.974772 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-0155cebd-2e39-4ad9-ba46-503ded7474f8 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0458004 May 23 13:14:52.101139 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f97e42-ab46-4431-a32d-2b8921705c75 req-5eeabaee-4919-44ca-8c24-2cca623ed12c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:14:52.102608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-92f97e42-ab46-4431-a32d-2b8921705c75 req-5eeabaee-4919-44ca-8c24-2cca623ed12c tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 946 time: 0.0739539 May 23 13:14:52.103227 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Deleting port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:14:52.103558 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:52.204125 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-92f97e42-ab46-4431-a32d-2b8921705c75 req-b48ec6a9-564c-4f4e-9072-62d72b0caa1b tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/security-groups?id=e54fb37f-ef35-4c92-aa69-667456b92554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960803 May 23 13:14:52.224477 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] For port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:14:52.224775 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:52.242449 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Calling delete_port for 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:14:52.311303 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:52.418038 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (666df93a-3cd5-4d9a-b131-dd41c5c3e3c5), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:52.445563 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Pushing event deleted for resources: {'Port': ['ID=666df93a-3cd5-4d9a-b131-dd41c5c3e3c5,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:14:52.454922 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:14:52.500826 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] No DVR routers for this DVR port 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:14:52.503400 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:52.506740 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b2d66d94-ba70-49bc-9363-7c82c52f9de7 req-b9824deb-3574-47ee-a7d9-5475f6008098 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.49 "DELETE /v2.0/ports/666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 HTTP/1.1" status: 204 len: 173 time: 0.5262794 May 23 13:14:52.507197 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'name': 'network-vif-deleted', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:14:52.509432 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07f022-6ccb-4781-add6-33bc0552fcd4" -d '{"events": [{"server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "name": "network-vif-deleted", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:14:52.545446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfba19e-bb9e-4771-989b-39080a19fa43 x-openstack-request-id: req-edfba19e-bb9e-4771-989b-39080a19fa43 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:14:52.545446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ee588e-bc42-4a89-b3c1-4cfe56da2e39", "name": "network-vif-deleted", "tag": "666df93a-3cd5-4d9a-b131-dd41c5c3e3c5", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:14:52.545669 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edfba19e-bb9e-4771-989b-39080a19fa43 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:14:52.546087 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfba19e-bb9e-4771-989b-39080a19fa43'] response: {'server_uuid': 'b6ee588e-bc42-4a89-b3c1-4cfe56da2e39', 'name': 'network-vif-deleted', 'tag': '666df93a-3cd5-4d9a-b131-dd41c5c3e3c5', 'status': 'completed', 'code': 200} May 23 13:14:53.307714 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-691d5ce1-b24a-4048-a3f9-60220c4cccde req-578da39e-5b62-47a4-a87d-606ee54c0b04 tempest-TestMinimumBasicScenario-744924327 tempest-TestMinimumBasicScenario-744924327-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ee588e-bc42-4a89-b3c1-4cfe56da2e39 HTTP/1.1" status: 200 len: 210 time: 0.0275874 May 23 13:14:55.457006 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:55.459930 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=30 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:55.464075 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:56.323660 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:14:56.342826 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:14:56.345345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 666df93a-3cd5-4d9a-b131-dd41c5c3e3c5 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:14:56.699336 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42738) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:14:57.010817 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:57.120596 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8046ba1c-17dd-438a-93c4-4c8cfd5aec5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:57.228865 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Deleting port a33d6622-9840-4ee7-bcee-1967fd70da2f {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:14:57.229190 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:57.306693 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] For port a33d6622-9840-4ee7-bcee-1967fd70da2f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a33d6622-9840-4ee7-bcee-1967fd70da2f,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:14:57.306966 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:57.320979 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Calling delete_port for a33d6622-9840-4ee7-bcee-1967fd70da2f owned by network:router_interface {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:14:57.560893 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (a33d6622-9840-4ee7-bcee-1967fd70da2f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:57.564417 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:57.566739 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:57.585058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33d6622-9840-4ee7-bcee-1967fd70da2f,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:14:57.755779 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:58.177223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:14:58.274384 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:14:58.282874 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-26512be7-397b-46ec-b320-83be5f193008 admin admin] 10.222.0.30 "PUT /v2.0/routers/4fec6ef9-d8e7-4360-bb9f-e0e9370a0521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5788791 May 23 13:14:58.282874 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42740) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:14:58.283456 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] Sync routers for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:14:58.294234 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:14:58.294844 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:14:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:58.380358 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks [] for router (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:58.393977 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:14:58.479030 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks [] for router_gateway (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:58.548471 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:58.560610 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': '4149546a-3565-48e8-befa-870be6a756af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:14:57Z', 'revision_number': 5, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port': {'id': '4149546a-3565-48e8-befa-870be6a756af', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:50:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:07Z', 'updated_at': '2022-05-23T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:58.563197 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:58.575224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Deleting port 4149546a-3565-48e8-befa-870be6a756af {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:14:58.575558 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (4149546a-3565-48e8-befa-870be6a756af), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:58.586218 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] Checking router: 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:14:58.595287 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] Routers {'4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:14:58.595900 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:14:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:58.622765 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:58.660609 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] For port 4149546a-3565-48e8-befa-870be6a756af, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4149546a-3565-48e8-befa-870be6a756af,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:14:58.660968 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (4149546a-3565-48e8-befa-870be6a756af), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:58.674548 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Calling delete_port for 4149546a-3565-48e8-befa-870be6a756af owned by network:router_gateway {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:14:58.682617 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] Set router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 gateway port host: None {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:14:58.734818 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:14:58Z', 'revision_number': 6, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:14:58.737453 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:58.759489 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d3811-e735-4e6b-9925-385718f4528c None None] The sync data for ids ['4fec6ef9-d8e7-4360-bb9f-e0e9370a0521'] in dv-cinder-master-3-iscsi is: [{'id': '4fec6ef9-d8e7-4360-bb9f-e0e9370a0521', 'name': 'tempest-TestMinimumBasicScenario-746706272-router', 'tenant_id': '1f2fed134f274a6ebe5ffe183205e269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:06Z', 'updated_at': '2022-05-23T13:14:58Z', 'revision_number': 6, 'project_id': '1f2fed134f274a6ebe5ffe183205e269', 'gw_port_host': None}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:14:58.920945 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (4149546a-3565-48e8-befa-870be6a756af), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:58.951313 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Pushing event deleted for resources: {'Port': ['ID=4149546a-3565-48e8-befa-870be6a756af,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:14:59.019137 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.115563 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.117962 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks [] for router_controller (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.229579 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (4fec6ef9-d8e7-4360-bb9f-e0e9370a0521), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.230238 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 {{(pid=115938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:14:59.235334 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.236413 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-67522b2f-0379-4fea-998e-1901c5d0f735 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4fec6ef9-d8e7-4360-bb9f-e0e9370a0521 HTTP/1.1" status: 204 len: 168 time: 0.9528372 May 23 13:14:59.238883 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42742) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:14:59.283383 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] Deleting subnet 5adee274-cfd8-4523-a01a-327ab464efb2 {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:14:59.286414 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] Publish callbacks [] for subnet (5adee274-cfd8-4523-a01a-327ab464efb2), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.320516 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3118257'] for subnet (5adee274-cfd8-4523-a01a-327ab464efb2), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.402830 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (5adee274-cfd8-4523-a01a-327ab464efb2), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.532096 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a1efbe1d-dc67-418c-8f07-345d4c0bb8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.583860 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27114566'] for subnet (5adee274-cfd8-4523-a01a-327ab464efb2), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.609214 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5adee274-cfd8-4523-a01a-327ab464efb2,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:14:59.615745 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.618946 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-e472dea7-143d-47a3-9eb0-afe0d473797e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5adee274-cfd8-4523-a01a-327ab464efb2 HTTP/1.1" status: 204 len: 168 time: 0.3791623 May 23 13:14:59.621442 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42744) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:14:59.622596 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718eead-09c1-4e11-8106-c96c0e25e159 None None] Network c41eeeda-f50c-49d1-b23f-c49093f8c20d requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:14:59.708953 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (c41eeeda-f50c-49d1-b23f-c49093f8c20d), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.765032 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Deleting port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:14:59.765362 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.793086 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] DHCP port deletion for c41eeeda-f50c-49d1-b23f-c49093f8c20d request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:14:59.820781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:14:59.843390 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Deleting port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:14:59.843390 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.845650 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] For port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:14:59.846054 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.859414 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Calling delete_port for 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc owned by network:dhcp {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:14:59.903857 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] For port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,segment=NetworkSegment(860ce39c-3219-4803-9942-5fcc5fd5bf91),segment_id=860ce39c-3219-4803-9942-5fcc5fd5bf91)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:14:59.904242 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:14:59.917465 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Calling delete_port for 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:14:59.936977 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:00.035110 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.041288 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (5e6d13b8-bfb1-4d82-9c01-a8608486f8fc), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.060576 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:00.064382 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] No DVR routers for this DVR port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc on host dv-cinder-master-3-iscsi {{(pid=115938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:15:00.069440 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Pushing event deleted for resources: {'Port': ['ID=5e6d13b8-bfb1-4d82-9c01-a8608486f8fc,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:00.073749 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] No DVR routers for this DVR port 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:15:00.085525 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.085525 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.085525 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.085810 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.086089 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.086341 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.086675 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.086982 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.087474 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.087618 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.087918 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.088840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.088840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.088840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.089274 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99854896-0fc3-423b-aea6-372152e74f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:15:00.138975 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (c41eeeda-f50c-49d1-b23f-c49093f8c20d), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.160649 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41eeeda-f50c-49d1-b23f-c49093f8c20d']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:00.170030 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860ce39c-3219-4803-9942-5fcc5fd5bf91') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:00.170323 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860ce39c-3219-4803-9942-5fcc5fd5bf91') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:00.180006 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (860ce39c-3219-4803-9942-5fcc5fd5bf91), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.193187 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (860ce39c-3219-4803-9942-5fcc5fd5bf91), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.199135 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:15:00.199508 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (860ce39c-3219-4803-9942-5fcc5fd5bf91), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.239868 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 860ce39c-3219-4803-9942-5fcc5fd5bf91 resource provider aggregate not found May 23 13:15:00.258000 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 860ce39c-3219-4803-9942-5fcc5fd5bf91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 860ce39c-3219-4803-9942-5fcc5fd5bf91 found for delete ", "request_id": "req-0db20147-e341-45d6-986a-f7e04c0856a8"}]} May 23 13:15:00.309235 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (c41eeeda-f50c-49d1-b23f-c49093f8c20d), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.314044 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.317318 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c41eeeda-f50c-49d1-b23f-c49093f8c20d HTTP/1.1" status: 204 len: 168 time: 0.6948986 May 23 13:15:00.320360 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42752) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:00.331142 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae5d30-7894-4232-b748-e95c410cd005 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41eeeda-f50c-49d1-b23f-c49093f8c20d,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:00.461597 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:00.623655 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.631573 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (64626e95-5ee0-4d29-8a86-5a32ddb711d0), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.825981 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device a33d6622-9840-4ee7-bcee-1967fd70da2f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:15:00.846364 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: a33d6622-9840-4ee7-bcee-1967fd70da2f {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:15:00.846548 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device a33d6622-9840-4ee7-bcee-1967fd70da2f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:15:00.846905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4149546a-3565-48e8-befa-870be6a756af no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:15:00.855129 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Deleting port fae891ea-b968-48f0-bf28-58f8adcb8de5 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:15:00.855470 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.864840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 4149546a-3565-48e8-befa-870be6a756af {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:15:00.865187 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 4149546a-3565-48e8-befa-870be6a756af not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:15:00.865598 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:15:00.886711 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:15:00.886960 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 5e6d13b8-bfb1-4d82-9c01-a8608486f8fc not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:15:00.939875 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] For port fae891ea-b968-48f0-bf28-58f8adcb8de5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fae891ea-b968-48f0-bf28-58f8adcb8de5,segment=NetworkSegment(f97070ea-8dbe-4d4a-bd76-fb22888ff40f),segment_id=f97070ea-8dbe-4d4a-bd76-fb22888ff40f)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:15:00.940234 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:00.953155 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Calling delete_port for fae891ea-b968-48f0-bf28-58f8adcb8de5 owned by network:router_interface {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:15:01.074968 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:01.195424 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (fae891ea-b968-48f0-bf28-58f8adcb8de5), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:01.223167 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae891ea-b968-48f0-bf28-58f8adcb8de5,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:01.328844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:01.387686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (64626e95-5ee0-4d29-8a86-5a32ddb711d0), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:01.591466 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:15:01.691844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:15:01.696914 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-5991d95c-f6bc-4da0-8588-f950be7392f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/64626e95-5ee0-4d29-8a86-5a32ddb711d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3753939 May 23 13:15:01.699349 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42754) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:01.704229 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] Sync routers for ids ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:15:01.716113 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] Routers {'64626e95-5ee0-4d29-8a86-5a32ddb711d0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:15:01.716726 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:14:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:01.799232 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks [] for router (64626e95-5ee0-4d29-8a86-5a32ddb711d0), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:01.827423 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] Set router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:15:01.898882 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks [] for router_gateway (64626e95-5ee0-4d29-8a86-5a32ddb711d0), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:01.958014 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:02.010564 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.012187 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83'}], 'enable_snat': True}, 'gw_port_id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:15:01Z', 'revision_number': 5, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port': {'id': '72500ad4-571b-4ad1-a1e1-f732e5f7e86e', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:02.028965 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Deleting port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:15:02.029298 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.043244 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] Checking router: 64626e95-5ee0-4d29-8a86-5a32ddb711d0 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:15:02.052642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] Routers {'64626e95-5ee0-4d29-8a86-5a32ddb711d0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:15:02.053251 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:14:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:02.109097 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] For port 72500ad4-571b-4ad1-a1e1-f732e5f7e86e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:15:02.109464 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.126166 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:02.127150 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Calling delete_port for 72500ad4-571b-4ad1-a1e1-f732e5f7e86e owned by network:router_gateway {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:15:02.129294 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:02.135663 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] Set router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 gateway port host: None {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:15:02.137273 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:02.188168 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:15:01Z', 'revision_number': 6, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:02.214081 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3cb9f0-9b20-41e1-888f-1c648b211de0 None None] The sync data for ids ['64626e95-5ee0-4d29-8a86-5a32ddb711d0'] in dv-cinder-master-3-iscsi is: [{'id': '64626e95-5ee0-4d29-8a86-5a32ddb711d0', 'name': 'tempest-TestMinimumBasicScenario-1730114520-router', 'tenant_id': '5ec3d4c508314b668b685921169854d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:11:13Z', 'updated_at': '2022-05-23T13:15:01Z', 'revision_number': 6, 'project_id': '5ec3d4c508314b668b685921169854d6', 'gw_port_host': None}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:15:02.229900 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:02.343378 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (72500ad4-571b-4ad1-a1e1-f732e5f7e86e), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.372919 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72500ad4-571b-4ad1-a1e1-f732e5f7e86e,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:02.436397 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (64626e95-5ee0-4d29-8a86-5a32ddb711d0), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.526300 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (64626e95-5ee0-4d29-8a86-5a32ddb711d0), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.528420 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks [] for router_controller (64626e95-5ee0-4d29-8a86-5a32ddb711d0), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.647048 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (64626e95-5ee0-4d29-8a86-5a32ddb711d0), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.647815 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64626e95-5ee0-4d29-8a86-5a32ddb711d0 {{(pid=115937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:15:02.651957 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.653091 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-8a13354f-7336-4260-81d7-e8e301d59de7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/64626e95-5ee0-4d29-8a86-5a32ddb711d0 HTTP/1.1" status: 204 len: 168 time: 0.9528303 May 23 13:15:02.655579 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42756) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:02.704091 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] Deleting subnet fec48533-f951-45da-a04e-345123bcb470 {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:15:02.707933 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] Publish callbacks [] for subnet (fec48533-f951-45da-a04e-345123bcb470), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.742377 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (fec48533-f951-45da-a04e-345123bcb470), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.816126 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (fec48533-f951-45da-a04e-345123bcb470), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.922994 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (fec48533-f951-45da-a04e-345123bcb470), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.949382 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec48533-f951-45da-a04e-345123bcb470,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:02.956973 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:02.960658 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-6fb50ebe-20b2-4be8-bc22-eb389a4d1104 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fec48533-f951-45da-a04e-345123bcb470 HTTP/1.1" status: 204 len: 168 time: 0.3020008 May 23 13:15:02.961041 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42758) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:02.966131 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a0ab07-6cdc-4f7b-81d2-d7ff17dfdf5d None None] Network 6058f45b-54c6-4877-ba83-785e7bb356a4 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:15:02.993817 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 72500ad4-571b-4ad1-a1e1-f732e5f7e86e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:15:03.037922 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (6058f45b-54c6-4877-ba83-785e7bb356a4), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.048050 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 72500ad4-571b-4ad1-a1e1-f732e5f7e86e {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:15:03.049022 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 72500ad4-571b-4ad1-a1e1-f732e5f7e86e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:15:03.049439 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device fae891ea-b968-48f0-bf28-58f8adcb8de5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:15:03.072905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: fae891ea-b968-48f0-bf28-58f8adcb8de5 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:15:03.073245 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device fae891ea-b968-48f0-bf28-58f8adcb8de5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:15:03.086245 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Deleting port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:15:03.086657 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.154304 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] For port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,segment=NetworkSegment(f97070ea-8dbe-4d4a-bd76-fb22888ff40f),segment_id=f97070ea-8dbe-4d4a-bd76-fb22888ff40f)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:15:03.154657 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.176415 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Calling delete_port for 3ea6fb65-5f4e-400a-a335-1b3cecdf226f owned by network:dhcp {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:15:03.178689 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] DHCP port deletion for 6058f45b-54c6-4877-ba83-785e7bb356a4 request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:15:03.223101 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] Deleting port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:15:03.223569 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.288756 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] For port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,segment=NetworkSegment(f97070ea-8dbe-4d4a-bd76-fb22888ff40f),segment_id=f97070ea-8dbe-4d4a-bd76-fb22888ff40f)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:15:03.289141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.301590 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] Calling delete_port for 3ea6fb65-5f4e-400a-a335-1b3cecdf226f owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:15:03.332114 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.357412 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:03.360874 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] No DVR routers for this DVR port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f on host dv-cinder-master-3-iscsi {{(pid=115938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:15:03.391379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (3ea6fb65-5f4e-400a-a335-1b3cecdf226f), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.417603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] Pushing event deleted for resources: {'Port': ['ID=3ea6fb65-5f4e-400a-a335-1b3cecdf226f,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:03.421258 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b00cf-5e0d-4ec7-9e12-70bf1dea711e None None] No DVR routers for this DVR port 3ea6fb65-5f4e-400a-a335-1b3cecdf226f on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:15:03.444307 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (6058f45b-54c6-4877-ba83-785e7bb356a4), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.451163 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.466261 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6058f45b-54c6-4877-ba83-785e7bb356a4']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:03.476116 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:03.478610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97070ea-8dbe-4d4a-bd76-fb22888ff40f') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:15:03.485919 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (f97070ea-8dbe-4d4a-bd76-fb22888ff40f), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.499072 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (f97070ea-8dbe-4d4a-bd76-fb22888ff40f), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.505812 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:15:03.506216 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (f97070ea-8dbe-4d4a-bd76-fb22888ff40f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.548861 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment f97070ea-8dbe-4d4a-bd76-fb22888ff40f resource provider aggregate not found May 23 13:15:03.570094 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment f97070ea-8dbe-4d4a-bd76-fb22888ff40f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f97070ea-8dbe-4d4a-bd76-fb22888ff40f found for delete ", "request_id": "req-03a6da80-84a9-462d-a4f4-209b25aad007"}]} May 23 13:15:03.585363 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-d2ab91bf-5c01-491c-8816-cf149603dc08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407119 May 23 13:15:03.639859 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (6058f45b-54c6-4877-ba83-785e7bb356a4), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.645424 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:03.649027 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6058f45b-54c6-4877-ba83-785e7bb356a4 HTTP/1.1" status: 204 len: 168 time: 0.6869650 May 23 13:15:03.662998 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f4143-6d07-47db-903f-05c745323263 admin admin] Pushing event deleted for resources: {'Network': ['ID=6058f45b-54c6-4877-ba83-785e7bb356a4,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:03.685080 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-6beea051-2a37-41ee-bfea-43c9d9d82279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:03.686721 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-6beea051-2a37-41ee-bfea-43c9d9d82279 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1130 time: 0.0430305 May 23 13:15:03.765220 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:DELETE=14,neutron:UPDATE=5,neutron:SELECT=81 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:03.795709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-e92e8068-df71-4b5f-8518-6bfc5a6b44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:03.797170 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-e92e8068-df71-4b5f-8518-6bfc5a6b44c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.0904856 May 23 13:15:03.860163 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-9d01b998-83c1-4499-9ae0-d84582d86a68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 1000 time: 0.0564401 May 23 13:15:03.911107 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-82806f61-13e6-4405-98a0-f27fa9099c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:03.912513 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-82806f61-13e6-4405-98a0-f27fa9099c32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0460160 May 23 13:15:03.962166 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-4baaa86e-9d29-4c04-b450-45cc2b032119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:03.963646 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-4baaa86e-9d29-4c04-b450-45cc2b032119 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445511 May 23 13:15:04.038157 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42766) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:04.060903 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-dd5afe5f-4cf7-4c85-a295-c00b24a33ef1 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910952 May 23 13:15:04.088358 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-07d42f00-8d75-493c-a9ae-a12fbef32a63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f2fed134f274a6ebe5ffe183205e269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489464 May 23 13:15:04.090821 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42768) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:04.104354 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:04.130530 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:04.140150 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-beac7db3-eb76-4365-80bd-40bba863085e admin admin] Publish callbacks [] for security_group (e54fb37f-ef35-4c92-aa69-667456b92554), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:04.162680 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-beac7db3-eb76-4365-80bd-40bba863085e admin admin] Publish callbacks [] for security_group (e54fb37f-ef35-4c92-aa69-667456b92554), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:04.166235 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df742a62-8be1-41e6-9ac2-3dcf864d6ea0 req-3d6bbb71-0666-4823-8162-c38632dbb88f service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959084 May 23 13:15:04.170685 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:04.303767 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-beac7db3-eb76-4365-80bd-40bba863085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (e54fb37f-ef35-4c92-aa69-667456b92554), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:04.306650 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-beac7db3-eb76-4365-80bd-40bba863085e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:04.307796 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-beac7db3-eb76-4365-80bd-40bba863085e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e54fb37f-ef35-4c92-aa69-667456b92554 HTTP/1.1" status: 204 len: 168 time: 0.2160926 May 23 13:15:04.316537 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac7db3-eb76-4365-80bd-40bba863085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54fb37f-ef35-4c92-aa69-667456b92554,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:04.536429 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:15:04.813844 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 3ea6fb65-5f4e-400a-a335-1b3cecdf226f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:15:04.833850 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 3ea6fb65-5f4e-400a-a335-1b3cecdf226f {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:15:04.834150 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 3ea6fb65-5f4e-400a-a335-1b3cecdf226f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:15:04.955984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42774) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:04.996541 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-e324c1ba-74e6-4980-b682-cde5c45db628 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ec3d4c508314b668b685921169854d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394554 May 23 13:15:04.998917 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42776) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:15:05.056676 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e699fdcc-a545-4da3-817f-92169a935f99 admin admin] Publish callbacks [] for security_group (57be7fb0-52e1-4d53-ba3f-da50c390d062), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:05.077271 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e699fdcc-a545-4da3-817f-92169a935f99 admin admin] Publish callbacks [] for security_group (57be7fb0-52e1-4d53-ba3f-da50c390d062), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:05.160230 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e699fdcc-a545-4da3-817f-92169a935f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (57be7fb0-52e1-4d53-ba3f-da50c390d062), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:05.162794 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e699fdcc-a545-4da3-817f-92169a935f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:05.163906 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-e699fdcc-a545-4da3-817f-92169a935f99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57be7fb0-52e1-4d53-ba3f-da50c390d062 HTTP/1.1" status: 204 len: 168 time: 0.1640923 May 23 13:15:05.171426 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699fdcc-a545-4da3-817f-92169a935f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be7fb0-52e1-4d53-ba3f-da50c390d062,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:15:14.329654 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:14.372764 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=7,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:14.817112 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:15.166468 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:15.167366 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=22 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:15.188053 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:22.513048 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:22.513817 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=26 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:25.394423 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:27.159303 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c0e9566a-be32-4033-8fee-c8ceae8c5ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:29.467889 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-7e979bf4-e57d-495e-b980-1d81c3cd17c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:30.628102 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:31.948585 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:33.421948 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:36.245362 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f654f-37c5-4cee-b4f3-c68ef7034f66 req-4bbaa040-c03c-49fd-8719-55549452aafd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:36.246863 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-013f654f-37c5-4cee-b4f3-c68ef7034f66 req-4bbaa040-c03c-49fd-8719-55549452aafd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0521839 May 23 13:15:36.294377 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-013f654f-37c5-4cee-b4f3-c68ef7034f66 req-3d88dd0c-c18f-4e72-8e66-6634ac24af47 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 May 23 13:15:37.514979 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e0a13-3227-4c88-abf2-8666f2848689 req-021132b9-68d5-417f-bd80-42d873c136aa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:37.516428 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-652e0a13-3227-4c88-abf2-8666f2848689 req-021132b9-68d5-417f-bd80-42d873c136aa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.1464028 May 23 13:15:37.563132 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-652e0a13-3227-4c88-abf2-8666f2848689 req-3c3cac8f-0e76-44e2-a862-ad6fd3c64911 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 May 23 13:15:38.676405 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18b619-03ad-489e-bb18-b1ca39a97655 req-c4b5f285-25c8-4896-8b50-254435de2ed4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:38.677841 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2c18b619-03ad-489e-bb18-b1ca39a97655 req-c4b5f285-25c8-4896-8b50-254435de2ed4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0462317 May 23 13:15:38.729962 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2c18b619-03ad-489e-bb18-b1ca39a97655 req-655d6b17-c826-4a71-a989-75e80ad36c76 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464611 May 23 13:15:39.844154 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a9e48-0ecf-49f6-a1e2-875bf4c02c44 req-70a87b64-b54e-49f8-8cbd-79279892f2b8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:39.845611 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d87a9e48-0ecf-49f6-a1e2-875bf4c02c44 req-70a87b64-b54e-49f8-8cbd-79279892f2b8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0477006 May 23 13:15:39.892922 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d87a9e48-0ecf-49f6-a1e2-875bf4c02c44 req-6c7b8211-b2d6-4800-866e-a8ae3eab9583 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409658 May 23 13:15:41.004300 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38ee4-e2e5-4c3b-bb70-a42244c7d281 req-a3a2e448-379d-44c0-ac40-d427380526a8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:41.006286 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f3e38ee4-e2e5-4c3b-bb70-a42244c7d281 req-a3a2e448-379d-44c0-ac40-d427380526a8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0451419 May 23 13:15:41.052183 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-f3e38ee4-e2e5-4c3b-bb70-a42244c7d281 req-fc135cce-e4ac-46f8-80b5-2c1a90e9062e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403736 May 23 13:15:41.497263 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:41.501129 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:41.534208 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:15:42.169821 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22cd9b-5a23-43b0-9487-7aba40d5797b req-3a990bef-5a19-4990-a94c-11fcc5c61144 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:42.171236 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bc22cd9b-5a23-43b0-9487-7aba40d5797b req-3a990bef-5a19-4990-a94c-11fcc5c61144 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0508907 May 23 13:15:42.220100 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bc22cd9b-5a23-43b0-9487-7aba40d5797b req-812fa648-4174-4c31-ac85-b0e7fed3a376 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 May 23 13:15:43.336341 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397d479-f442-439c-9cac-8661ba461f9a req-6c1404d9-f204-4bab-b4d7-ba693586c963 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:43.337798 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3397d479-f442-439c-9cac-8661ba461f9a req-6c1404d9-f204-4bab-b4d7-ba693586c963 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0484607 May 23 13:15:43.363508 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:43.368432 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:43.370193 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:43.384984 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3397d479-f442-439c-9cac-8661ba461f9a req-c6cdd7b1-24e0-44ce-92e0-f8592d3089d2 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416539 May 23 13:15:44.496863 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bb3af-e60b-4095-b3e2-9a2852231c42 req-d31d8f60-bcd0-4fea-9ebf-ee7cd3d5f278 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:44.498350 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a09bb3af-e60b-4095-b3e2-9a2852231c42 req-d31d8f60-bcd0-4fea-9ebf-ee7cd3d5f278 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0453598 May 23 13:15:44.554683 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a09bb3af-e60b-4095-b3e2-9a2852231c42 req-efad76aa-3cfb-4974-80a7-92db2d5e6a3e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459530 May 23 13:15:45.661849 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74278200-d44a-4e52-9e72-550c20f3f3c1 req-e409e080-15a3-4c41-a304-bc2bd0a00f48 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:45.663332 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-74278200-d44a-4e52-9e72-550c20f3f3c1 req-e409e080-15a3-4c41-a304-bc2bd0a00f48 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0473461 May 23 13:15:45.711430 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-74278200-d44a-4e52-9e72-550c20f3f3c1 req-97011bc5-77e3-4b9f-a720-f20adbf03276 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425797 May 23 13:15:46.826209 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ad8db-c9a6-4672-9f8b-d0b5aeaf22c6 req-e72b3cb4-71ef-412b-ab6d-f2fc413a1191 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:46.827894 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6d2ad8db-c9a6-4672-9f8b-d0b5aeaf22c6 req-e72b3cb4-71ef-412b-ab6d-f2fc413a1191 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0467038 May 23 13:15:46.885592 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6d2ad8db-c9a6-4672-9f8b-d0b5aeaf22c6 req-150dc6fa-7cb5-48d9-a000-a025377ffadc tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521531 May 23 13:15:47.260339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8255de-fcb0-4910-b332-42eeb5dd2724 req-bc1bf2b4-e33d-411a-932e-0443abd833fa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:47.262320 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ca8255de-fcb0-4910-b332-42eeb5dd2724 req-bc1bf2b4-e33d-411a-932e-0443abd833fa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0564766 May 23 13:15:47.316580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:47.328965 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ca8255de-fcb0-4910-b332-42eeb5dd2724 req-c57678e3-16eb-43a3-8398-7e0fd32ba1db tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594923 May 23 13:15:47.349530 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:47.383179 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-b7928c09-ee00-4810-9d50-2f7f18c48e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:47.385503 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-b7928c09-ee00-4810-9d50-2f7f18c48e07 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1130 time: 0.0464921 May 23 13:15:47.752339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-2317eb3c-97b5-4c21-b690-28c5ebc51644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:47.753784 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-2317eb3c-97b5-4c21-b690-28c5ebc51644 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.3627763 May 23 13:15:47.813976 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-7abe9a4d-2c9b-47c3-aa8d-8c5147931ece service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 1000 time: 0.0536914 May 23 13:15:47.862279 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-05485c17-8db1-46d2-8ddc-17b9f08d30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:47.863718 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-05485c17-8db1-46d2-8ddc-17b9f08d30a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0432124 May 23 13:15:47.910358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-8ac28c82-7097-44fa-87dc-62da1c27bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:47.911816 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-8ac28c82-7097-44fa-87dc-62da1c27bc6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417242 May 23 13:15:47.999320 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-066daab0-1e6c-4379-955e-2554c9a420b7 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813823 May 23 13:15:48.090476 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6ac73f12-6c1a-4aae-a2cd-640f08a72553 req-2a347d0e-b370-4a3e-ab01-0a3c088b340d service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 May 23 13:15:48.451161 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bd06f-a149-49f5-b40a-af4ed0226f6f req-88ba5d0e-b31c-4d98-aa64-1af3ec3c96b6 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:48.452612 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-037bd06f-a149-49f5-b40a-af4ed0226f6f req-88ba5d0e-b31c-4d98-aa64-1af3ec3c96b6 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0478489 May 23 13:15:48.498618 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-037bd06f-a149-49f5-b40a-af4ed0226f6f req-a7c9ccb4-c82f-4c57-a165-61cee588110e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406168 May 23 13:15:49.614703 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f77bc-f3e9-47bd-957d-7189ebe201d7 req-6a4cee13-b95c-4e45-a539-ae0838697fc8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:15:49.616212 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b76f77bc-f3e9-47bd-957d-7189ebe201d7 req-6a4cee13-b95c-4e45-a539-ae0838697fc8 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0476956 May 23 13:15:49.668150 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-b76f77bc-f3e9-47bd-957d-7189ebe201d7 req-451b3a9f-a983-488a-aa7f-0f713675a92c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455556 May 23 13:15:55.433153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:56.955748 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=13 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:56.958522 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:57.107080 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b6c36786-28a6-4bac-bcc4-f1b37187bcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:59.484364 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-81450b73-8df7-4e15-b4e9-68409d83e5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:15:59.661459 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=61 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:15:59.664370 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=67 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:00.627154 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:01.952874 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:03.444456 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:03.622849 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-a3acef52-fb06-4d4b-b2cd-35e779e4eb6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807109 May 23 13:16:03.722272 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-5b9399f4-5cb5-4832-8c6a-06b2bdd6694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:03.723827 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-5b9399f4-5cb5-4832-8c6a-06b2bdd6694c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 1130 time: 0.0394182 May 23 13:16:03.828691 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-242b89e9-6709-44ac-bacc-80a30e69bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:03.830251 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-242b89e9-6709-44ac-bacc-80a30e69bcd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.0877340 May 23 13:16:03.890307 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-57c533f5-54c8-4c6e-86d2-874d94b8a17a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 200 len: 1000 time: 0.0533442 May 23 13:16:03.943081 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-76462141-f754-4f86-95bb-2a62842014b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:03.944580 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-76462141-f754-4f86-95bb-2a62842014b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0424232 May 23 13:16:03.989941 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-56c943f4-b50d-4980-90c8-81565f4e2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:03.991923 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-56c943f4-b50d-4980-90c8-81565f4e2fed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418556 May 23 13:16:04.087617 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-7dae446d-356b-46f6-b1bc-be1e03932434 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813730 May 23 13:16:04.182021 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48e23312-0d08-41aa-8b00-b5ef4245f0ab req-7aa588aa-5fa2-4bef-b9a5-e5bc416a2d79 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851827 May 23 13:16:13.363725 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:13.364540 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:13.371329 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:14.172827 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=52 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:14.179555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=49 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:18.491764 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:18.497633 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:18.532675 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:16:25.432249 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:27.123223 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ead475c3-c11d-4318-95b5-ded5a6ada081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:28.529497 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:29.494755 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8d559da9-3e19-4453-a175-23b8b0981b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:30.637335 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:31.951567 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:33.437120 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:43.369180 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:43.375075 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:43.376761 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:53.427390 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f95fb-ce2e-4f7b-928e-10b507dc603e req-d9d3cb11-c00a-4ff9-82e7-be4957dbc95b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:53.428851 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-736f95fb-ce2e-4f7b-928e-10b507dc603e req-d9d3cb11-c00a-4ff9-82e7-be4957dbc95b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0490444 May 23 13:16:53.475053 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-736f95fb-ce2e-4f7b-928e-10b507dc603e req-cc0d5286-1d93-48a5-a29f-ff51097391fe tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 May 23 13:16:54.591053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54763f-94a9-451d-946e-3ce85b206b1e req-89bdb432-db10-4c59-aa6c-0c24f73aef60 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:54.592493 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6b54763f-94a9-451d-946e-3ce85b206b1e req-89bdb432-db10-4c59-aa6c-0c24f73aef60 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0463951 May 23 13:16:54.638552 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6b54763f-94a9-451d-946e-3ce85b206b1e req-8074108b-4bbf-454e-ae22-9ec3369b9869 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406404 May 23 13:16:55.431250 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:55.495458 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:55.532176 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:16:55.577920 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-882d0ec7-f9d2-4a49-9d8c-36967c333613 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:55.579392 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-882d0ec7-f9d2-4a49-9d8c-36967c333613 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0510581 May 23 13:16:55.659335 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Deleting port dd19a70c-27a3-47de-a03d-931ffbf395d7 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:16:55.660013 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:55.773503 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0216b7-98e2-4fda-a79e-496acf891f52 req-48b20157-8f78-4de6-97ce-639ea01ed695 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:16:55.775083 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bd0216b7-98e2-4fda-a79e-496acf891f52 req-48b20157-8f78-4de6-97ce-639ea01ed695 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 946 time: 0.0656872 May 23 13:16:55.799094 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] For port dd19a70c-27a3-47de-a03d-931ffbf395d7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dd19a70c-27a3-47de-a03d-931ffbf395d7,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:16:55.799452 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:55.884961 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bd0216b7-98e2-4fda-a79e-496acf891f52 req-f9e379f2-1d54-4180-a3b3-222d0e2006ff tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=adcaad9f-88dc-432d-a191-ec70a3aaee44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025462 May 23 13:16:55.987847 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:55.988118 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (919e0687-f5c4-4aaa-a442-4e4a5fb41b3c), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:55.988425 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Floating IP 919e0687-f5c4-4aaa-a442-4e4a5fb41b3c disassociated. External IP: 172.37.1.6, port: dd19a70c-27a3-47de-a03d-931ffbf395d7. May 23 13:16:55.988765 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Calling delete_port for dd19a70c-27a3-47de-a03d-931ffbf395d7 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:16:56.145177 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (dd19a70c-27a3-47de-a03d-931ffbf395d7), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:56.174709 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event deleted for resources: {'Port': ['ID=dd19a70c-27a3-47de-a03d-931ffbf395d7,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:16:56.187730 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.188086 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.188431 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.198133 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:56.243151 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:56.286795 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:16:56.295436 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Router a02fd529-cf8d-48eb-89d4-586c598f778c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:16:56.399905 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:16:56.409858 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] Sync routers for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:16:56.419743 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:16:56.420343 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:16:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:16:56.445070 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] No DVR routers for this DVR port dd19a70c-27a3-47de-a03d-931ffbf395d7 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:16:56.447630 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:56.451603 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-893b34e4-cf11-434f-baaf-bcbaf64fd611 req-b1652867-3117-4033-8234-1dce75d702ef tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "DELETE /v2.0/ports/dd19a70c-27a3-47de-a03d-931ffbf395d7 HTTP/1.1" status: 204 len: 173 time: 0.8668580 May 23 13:16:56.452037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'name': 'network-vif-deleted', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:16:56.454309 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5dbc20-9fc8-4de2-9550-211f80c98815" -d '{"events": [{"server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "name": "network-vif-deleted", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:16:56.530014 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:16:56.555902 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8edd28-62c6-4399-88fb-f4ecd586317b x-openstack-request-id: req-8d8edd28-62c6-4399-88fb-f4ecd586317b {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:16:56.556091 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a123fe36-b018-410e-a6a1-13c25f9713c1", "name": "network-vif-deleted", "tag": "dd19a70c-27a3-47de-a03d-931ffbf395d7", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:16:56.556312 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d8edd28-62c6-4399-88fb-f4ecd586317b {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:16:56.556713 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8edd28-62c6-4399-88fb-f4ecd586317b'] response: {'server_uuid': 'a123fe36-b018-410e-a6a1-13c25f9713c1', 'name': 'network-vif-deleted', 'tag': 'dd19a70c-27a3-47de-a03d-931ffbf395d7', 'status': 'completed', 'code': 200} May 23 13:16:56.726286 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:16:56.858900 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] Checking router: a02fd529-cf8d-48eb-89d4-586c598f778c for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:16:56.867518 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:16:56.868119 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:16:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:16:56.970111 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:16:56.996956 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dfc9529c-111c-4c12-a84a-a2ad026750cf req-451195fb-0ff6-4b07-adc7-52063fe2a915 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=a123fe36-b018-410e-a6a1-13c25f9713c1 HTTP/1.1" status: 200 len: 210 time: 0.0311661 May 23 13:16:57.122862 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c89c9d08-46b5-4210-895f-00e0ff82d12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:57.158397 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:16:57.183045 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26ea881-8449-43cf-9b64-66dc0c334040 None None] The sync data for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi is: [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:16:57.406019 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356b5820-0742-4f7a-8003-0588cc1ebb71 None None] New status for floating IP 919e0687-f5c4-4aaa-a442-4e4a5fb41b3c: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:16:58.133520 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42896) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:16:58.187541 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f5bfdbfd-0380-4f3f-8f5f-a87a95f0cf8a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (adcaad9f-88dc-432d-a191-ec70a3aaee44), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.210083 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f5bfdbfd-0380-4f3f-8f5f-a87a95f0cf8a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (adcaad9f-88dc-432d-a191-ec70a3aaee44), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.333580 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f5bfdbfd-0380-4f3f-8f5f-a87a95f0cf8a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (adcaad9f-88dc-432d-a191-ec70a3aaee44), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.336127 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f5bfdbfd-0380-4f3f-8f5f-a87a95f0cf8a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.340765 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f5bfdbfd-0380-4f3f-8f5f-a87a95f0cf8a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "DELETE /v2.0/security-groups/adcaad9f-88dc-432d-a191-ec70a3aaee44 HTTP/1.1" status: 204 len: 168 time: 0.2027311 May 23 13:16:58.340990 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42898) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:16:58.347483 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfdbfd-0380-4f3f-8f5f-a87a95f0cf8a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcaad9f-88dc-432d-a191-ec70a3aaee44,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:16:58.357084 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.api.v2.resource [None req-02f06e4b-cb24-4731-8e6f-30b32e1b4b04 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] show failed (client error): The resource could not be found. May 23 13:16:58.358257 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-02f06e4b-cb24-4731-8e6f-30b32e1b4b04 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups/adcaad9f-88dc-432d-a191-ec70a3aaee44 HTTP/1.1" status: 404 len: 347 time: 0.0162311 May 23 13:16:58.365814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42902) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:16:58.474995 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Deleting port e655033e-43f6-4542-be26-1785791ba8fb {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:16:58.475329 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (e655033e-43f6-4542-be26-1785791ba8fb), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.552002 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (e655033e-43f6-4542-be26-1785791ba8fb), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.552319 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (e655033e-43f6-4542-be26-1785791ba8fb), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.564076 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Calling delete_port for e655033e-43f6-4542-be26-1785791ba8fb owned by network:floatingip {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:16:58.750856 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (e655033e-43f6-4542-be26-1785791ba8fb), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.777182 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event deleted for resources: {'Port': ['ID=e655033e-43f6-4542-be26-1785791ba8fb,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:16:58.839992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (919e0687-f5c4-4aaa-a442-4e4a5fb41b3c), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.846018 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:58.846018 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-370192f1-f64b-4da0-9f90-65ac8699dd73 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "DELETE /v2.0/floatingips/919e0687-f5c4-4aaa-a442-4e4a5fb41b3c HTTP/1.1" status: 204 len: 168 time: 0.4768794 May 23 13:16:58.896095 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device dd19a70c-27a3-47de-a03d-931ffbf395d7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:16:58.915851 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: dd19a70c-27a3-47de-a03d-931ffbf395d7 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:16:58.916187 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device dd19a70c-27a3-47de-a03d-931ffbf395d7 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:16:58.983135 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42906) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:16:58.987569 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673261102', 'description': 'tempest-description--1089449143'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:16:59.065499 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.131673 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (19a98dcc-ab27-4bc7-9d70-eda363d90fb3), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.185343 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (19a98dcc-ab27-4bc7-9d70-eda363d90fb3), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.216858 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a98dcc-ab27-4bc7-9d70-eda363d90fb3,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:16:59.224254 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.224601 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.224945 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.225284 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.225673 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.226044 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.226375 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.226873 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.227156 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.227479 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.227803 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.228127 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.228446 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.228764 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.229106 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:16:59.296175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.297408 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-33901140-b105-4e48-b9de-4de5f611efd1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3133051 May 23 13:16:59.300260 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42908) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:16:59.306017 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-c365cd37-c0c2-4246-8227-8c878a062d7d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'security_group_rule': {'security_group_id': '19a98dcc-ab27-4bc7-9d70-eda363d90fb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:16:59.392869 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c365cd37-c0c2-4246-8227-8c878a062d7d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (630cb39b-ab07-4d79-a02e-bea4464e1af9), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.441638 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c365cd37-c0c2-4246-8227-8c878a062d7d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (630cb39b-ab07-4d79-a02e-bea4464e1af9), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.459737 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-616e87a0-0157-4a09-9cb5-2e51d5e3610f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.516353 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c365cd37-c0c2-4246-8227-8c878a062d7d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (630cb39b-ab07-4d79-a02e-bea4464e1af9), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.535638 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365cd37-c0c2-4246-8227-8c878a062d7d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630cb39b-ab07-4d79-a02e-bea4464e1af9,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:16:59.603935 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c365cd37-c0c2-4246-8227-8c878a062d7d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.605207 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c365cd37-c0c2-4246-8227-8c878a062d7d tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3039875 May 23 13:16:59.607971 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42910) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:16:59.612186 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-c0ba5fba-c942-41bc-9456-a4e2a852aef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'security_group_rule': {'security_group_id': '19a98dcc-ab27-4bc7-9d70-eda363d90fb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:16:59.711473 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5fba-c942-41bc-9456-a4e2a852aef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (39bd105a-ca66-4ccf-b27c-2c0b28187198), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.760566 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5fba-c942-41bc-9456-a4e2a852aef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (39bd105a-ca66-4ccf-b27c-2c0b28187198), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.831095 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5fba-c942-41bc-9456-a4e2a852aef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (39bd105a-ca66-4ccf-b27c-2c0b28187198), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.850159 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba5fba-c942-41bc-9456-a4e2a852aef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bd105a-ca66-4ccf-b27c-2c0b28187198,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:16:59.924067 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c0ba5fba-c942-41bc-9456-a4e2a852aef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:16:59.925292 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c0ba5fba-c942-41bc-9456-a4e2a852aef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164189 May 23 13:16:59.928429 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 42912) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:16:59.932702 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:17:00.007842 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.088610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.190747 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Allocated IP 172.37.1.209 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/050b804b-c75c-4fa2-8b05-fc4a8cfec49d) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:17:00.255491 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:00.283261 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:00.298506 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.391092 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.428035 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:17:00.432903 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:17:00.436253 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:17:00.468750 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'Port': ['ID=050b804b-c75c-4fa2-8b05-fc4a8cfec49d,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:17:00.534224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (b0c931cc-4f64-4704-9824-fef8db93659f), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.637069 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.654978 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.831573 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.899293 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:00.908643 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:00.978604 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'Port': ['ID=050b804b-c75c-4fa2-8b05-fc4a8cfec49d,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:17:00.988295 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (b0c931cc-4f64-4704-9824-fef8db93659f), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:01.060937 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:01.062172 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-607fa31e-a424-464e-9c2a-1af7e68449de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1328223 May 23 13:17:01.257594 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-b76baa66-8212-47a3-bc24-50bd157810e6 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1673261102&fields=id&tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a HTTP/1.1" status: 200 len: 267 time: 0.0416429 May 23 13:17:01.273714 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:01.365733 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-0fe6216c-1add-401c-86eb-e3cfc9f4b131 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:01.367232 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-0fe6216c-1add-401c-86eb-e3cfc9f4b131 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 811 time: 0.1023421 May 23 13:17:01.381506 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-ffeef253-fff5-4a91-9abe-03e095a24a92 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/quotas/11bdfcfe4dbb42d3bb07585d85bff52a HTTP/1.1" status: 200 len: 375 time: 0.0088608 May 23 13:17:01.416902 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:01.430742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-748ddc25-b9dc-4b59-834a-8641f7136658 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443952 May 23 13:17:01.529394 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-f2c3a88f-d653-4baf-be36-7ffb0f60f6a5 service neutron] 10.222.0.30 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870309 May 23 13:17:01.616096 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-582dab11-eb89-451a-bf08-b5ee036bbe14 service neutron] 10.222.0.30 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809469 May 23 13:17:01.851908 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8518fa62-0d13-4d3c-9f76-d45a26b03904 req-cab74d0d-1917-4922-a609-b1d64b3201de tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 210 time: 0.0303493 May 23 13:17:01.940106 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:02.952630 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7f7a83c1-1d39-41c1-8eba-3304511f9de7 req-9a1d6d92-0e67-48a8-ad93-2f1b66e7294c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 210 time: 0.0317607 May 23 13:17:03.430643 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:03.538751 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-06e468cd-a8e9-40e0-878b-41fb01a059fa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:03.540188 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-06e468cd-a8e9-40e0-878b-41fb01a059fa tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 811 time: 0.1031122 May 23 13:17:03.610015 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-b77a6e9d-20ed-44b8-8387-ee785b7d52b7 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a HTTP/1.1" status: 200 len: 380 time: 0.0566571 May 23 13:17:03.618152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'port': {'device_id': 'c120d794-5327-4846-9553-2b508248915e', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'admin_state_up': True, 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'security_groups': ['19a98dcc-ab27-4bc7-9d70-eda363d90fb3']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:17:03.801985 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Made reservation on behalf of 11bdfcfe4dbb42d3bb07585d85bff52a for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:17:03.805359 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:03.935303 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Allocated IP 172.20.0.8 (4643b097-3168-4b82-93f6-b8d1f98fc5a8/594b24f6-9027-4693-b950-44cbc050a1cd/67b2df5a-1169-4fd1-bce0-0716babb1144) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:17:04.061190 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ca20ac25-a261-402d-83b2-9ad486eefedf req-92ee5b50-d0e9-4c1c-9898-eb771353d5b4 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 210 time: 0.0347311 May 23 13:17:04.097062 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:04.099533 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:04.122152 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:04.179800 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:04.224465 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:17:04.227392 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:17:04.229767 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:17:04.259422 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event updated for resources: {'Port': ['ID=67b2df5a-1169-4fd1-bce0-0716babb1144,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:17:04.286385 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:04.287177 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:04.382288 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-4a2af05e-bb33-46a8-8476-748d927d1657 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7676280 May 23 13:17:04.412244 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Request body: {'port': {'device_id': 'c120d794-5327-4846-9553-2b508248915e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:17:04.462513 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-928c9f6d-eb8a-42cf-b900-5817e40115d4 None None] Provisioning complete for port 67b2df5a-1169-4fd1-bce0-0716babb1144 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:17:04.463121 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-928c9f6d-eb8a-42cf-b900-5817e40115d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:04.476887 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:04.499867 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-928c9f6d-eb8a-42cf-b900-5817e40115d4 None None] Port 67b2df5a-1169-4fd1-bce0-0716babb1144 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:17:04.763010 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b2df5a-1169-4fd1-bce0-0716babb1144 {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:17:04.770446 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Publish callbacks [] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:04.783836 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Transition to ACTIVE for port object 67b2df5a-1169-4fd1-bce0-0716babb1144 will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:17:04.842439 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:04.894803 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=67b2df5a-1169-4fd1-bce0-0716babb1144,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:17:04.971417 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Attempting to bind port 67b2df5a-1169-4fd1-bce0-0716babb1144 on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:17:04.971759 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Attempting to bind port 67b2df5a-1169-4fd1-bce0-0716babb1144 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:17:04.972084 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Attempting to bind port 67b2df5a-1169-4fd1-bce0-0716babb1144 on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:17:04.976738 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Port 67b2df5a-1169-4fd1-bce0-0716babb1144 on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:17:04.977057 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Attempting to bind port 67b2df5a-1169-4fd1-bce0-0716babb1144 on network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:17:04.982814 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:17:04.983145 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Checking segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:17:04.983524 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Bound using segment: {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:17:04.983945 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Bound port: 67b2df5a-1169-4fd1-bce0-0716babb1144, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bfa8da5-54bb-4220-ba05-b1979c6bc686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:17:04.984294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:05.017551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:05.047008 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] For port 67b2df5a-1169-4fd1-bce0-0716babb1144, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:17:05.050078 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] For port 67b2df5a-1169-4fd1-bce0-0716babb1144, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67b2df5a-1169-4fd1-bce0-0716babb1144,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:17:05.168242 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:05.200968 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ca73-8e61-465d-b27f-8aebe1cf9a03 req-d5795a11-9bd5-47d5-b221-01421cf7cf89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:05.202460 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2ce4ca73-8e61-465d-b27f-8aebe1cf9a03 req-d5795a11-9bd5-47d5-b221-01421cf7cf89 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 943 time: 0.0732000 May 23 13:17:05.211521 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:05.212177 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:05.213440 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] 10.222.0.49 "PUT /v2.0/ports/67b2df5a-1169-4fd1-bce0-0716babb1144 HTTP/1.1" status: 200 len: 1093 time: 0.8055096 May 23 13:17:05.215624 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:17:05.217832 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cc46c-5bd8-4f07-b0bb-8da0646a976a" -d '{"events": [{"name": "network-changed", "server_uuid": "c120d794-5327-4846-9553-2b508248915e", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:17:05.233409 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:05.265555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf37d3ff-2974-4023-8fac-80ff4cfdaecf x-openstack-request-id: req-bf37d3ff-2974-4023-8fac-80ff4cfdaecf {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:17:05.265842 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c120d794-5327-4846-9553-2b508248915e", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:17:05.266117 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf37d3ff-2974-4023-8fac-80ff4cfdaecf {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:17:05.266528 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf37d3ff-2974-4023-8fac-80ff4cfdaecf'] response: {'name': 'network-changed', 'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'status': 'completed', 'code': 200} May 23 13:17:05.269233 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05864765-881d-4cbb-a52a-726b4bb4dcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=67b2df5a-1169-4fd1-bce0-0716babb1144,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:17:05.287527 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2ce4ca73-8e61-465d-b27f-8aebe1cf9a03 req-a2a541d5-e840-4767-958f-d448e4300ffd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779302 May 23 13:17:05.351972 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc46c-5bd8-4f07-b0bb-8da0646a976a req-a4cd6f9a-392f-4aed-ae13-30d527c1935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:05.353562 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bf3cc46c-5bd8-4f07-b0bb-8da0646a976a req-a4cd6f9a-392f-4aed-ae13-30d527c1935f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 1127 time: 0.0408881 May 23 13:17:05.462135 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc46c-5bd8-4f07-b0bb-8da0646a976a req-587e416d-ffe8-4580-afa8-7dfef4765e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:05.463604 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bf3cc46c-5bd8-4f07-b0bb-8da0646a976a req-587e416d-ffe8-4580-afa8-7dfef4765e5b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0968866 May 23 13:17:05.558640 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc46c-5bd8-4f07-b0bb-8da0646a976a req-86004c01-766a-4f96-a370-6c77d8a1d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:05.559943 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bf3cc46c-5bd8-4f07-b0bb-8da0646a976a req-86004c01-766a-4f96-a370-6c77d8a1d007 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896032 May 23 13:17:05.856905 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-8bad0a1d-b2c6-46ab-830c-d1d499f0c42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:05.858413 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-8bad0a1d-b2c6-46ab-830c-d1d499f0c42a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 1127 time: 0.0438530 May 23 13:17:05.903443 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-6b8d46ec-1093-4e01-a7ae-4ef2b740a784 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b2df5a-1169-4fd1-bce0-0716babb1144 HTTP/1.1" status: 200 len: 217 time: 0.0327165 May 23 13:17:05.950632 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-1a785d0f-34de-4457-aa47-04a55c52d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:05.952037 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-1a785d0f-34de-4457-aa47-04a55c52d634 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0422366 May 23 13:17:06.182706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42242ea7-bc5c-4812-a719-c44f1957992c req-ad55f1fe-c750-44c4-b81f-1deac0e51167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:06.184305 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-ad55f1fe-c750-44c4-b81f-1deac0e51167 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383584 May 23 13:17:06.273898 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-2be2f9dd-d276-4b25-99ed-396b89c1f6f8 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824940 May 23 13:17:06.364076 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-42242ea7-bc5c-4812-a719-c44f1957992c req-318b4bed-1fae-4c01-ac3e-db25706f197f service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 May 23 13:17:06.411458 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe871ad-dc57-4de5-bfbb-08e2a0f35564 req-9232830c-d849-4292-8242-dc097ffac791 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:06.412938 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7fe871ad-dc57-4de5-bfbb-08e2a0f35564 req-9232830c-d849-4292-8242-dc097ffac791 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 943 time: 0.0518851 May 23 13:17:06.459458 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7fe871ad-dc57-4de5-bfbb-08e2a0f35564 req-d5155d08-d0ec-4e88-ac77-b788b6dda8e9 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407362 May 23 13:17:07.155481 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=65 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:07.161402 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:07.571154 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a944165-c9e4-4546-9d76-6057397682a5 req-4b127181-593f-45d5-a960-df54629b1ef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:07.572598 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a944165-c9e4-4546-9d76-6057397682a5 req-4b127181-593f-45d5-a960-df54629b1ef1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 943 time: 0.0470297 May 23 13:17:07.619119 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9a944165-c9e4-4546-9d76-6057397682a5 req-e220bd37-a907-43bb-8e9a-ca5b63da38ff tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 May 23 13:17:08.732985 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecb9f-154f-4bbf-88ff-c52247ab4f85 req-46dca95c-d0c7-4b28-8d81-6a6d06d270fd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:08.734465 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-30cecb9f-154f-4bbf-88ff-c52247ab4f85 req-46dca95c-d0c7-4b28-8d81-6a6d06d270fd tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 943 time: 0.0486062 May 23 13:17:08.746391 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:08.785478 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-30cecb9f-154f-4bbf-88ff-c52247ab4f85 req-5316c3d4-8894-4049-860d-d61a97511279 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 May 23 13:17:08.948237 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 67b2df5a-1169-4fd1-bce0-0716babb1144 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:17:09.045444 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 67b2df5a-1169-4fd1-bce0-0716babb1144, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67b2df5a-1169-4fd1-bce0-0716babb1144,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:17:09.057369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'port_id': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'mac_address': 'fa:16:3e:77:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:17:09.095797 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 67b2df5a-1169-4fd1-bce0-0716babb1144 is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:17:09.096178 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:09.109353 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b2df5a-1169-4fd1-bce0-0716babb1144 {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:17:09.128269 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 67b2df5a-1169-4fd1-bce0-0716babb1144, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67b2df5a-1169-4fd1-bce0-0716babb1144,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:17:09.213503 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:09.260156 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=67b2df5a-1169-4fd1-bce0-0716babb1144,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:17:09.267130 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.267473 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.267813 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.268149 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.268475 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.268800 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.269124 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.269717 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.270065 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.270386 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.270705 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.271028 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.271345 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.271659 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.271973 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:17:09.642213 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['67b2df5a-1169-4fd1-bce0-0716babb1144'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:17:09.898938 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778b561-acac-4fb6-9d98-6db13adda820 req-1165d83b-d539-4c1c-bde5-bdb1410322d1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:09.900284 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6778b561-acac-4fb6-9d98-6db13adda820 req-1165d83b-d539-4c1c-bde5-bdb1410322d1 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 944 time: 0.0471272 May 23 13:17:09.945722 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6778b561-acac-4fb6-9d98-6db13adda820 req-ecb6d3e7-da8f-4cc7-8f4a-5a2e511ad34b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398636 May 23 13:17:10.958871 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 67b2df5a-1169-4fd1-bce0-0716babb1144 up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:17:10.998258 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:11.002015 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 67b2df5a-1169-4fd1-bce0-0716babb1144 completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:17:11.059281 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081e617-be54-490f-aa3b-06d93a81dc6a req-93cbc18b-d9b7-43c0-aa43-8325c68ac34f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:11.060748 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3081e617-be54-490f-aa3b-06d93a81dc6a req-93cbc18b-d9b7-43c0-aa43-8325c68ac34f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 944 time: 0.0467691 May 23 13:17:11.070637 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 67b2df5a-1169-4fd1-bce0-0716babb1144 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:17:11.071014 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:11.100978 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:11.108831 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3081e617-be54-490f-aa3b-06d93a81dc6a req-48bb0c5c-b326-4df3-a127-c780a9ef3184 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 May 23 13:17:11.147574 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 67b2df5a-1169-4fd1-bce0-0716babb1144 is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:17:11.147957 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:11.171803 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:17:11.174012 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4090ec2d-008d-4640-8c06-3fedc951adc2" -d '{"events": [{"server_uuid": "c120d794-5327-4846-9553-2b508248915e", "name": "network-vif-plugged", "status": "completed", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:17:11.192295 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 67b2df5a-1169-4fd1-bce0-0716babb1144, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67b2df5a-1169-4fd1-bce0-0716babb1144,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:17:11.241674 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:11.270585 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8073d3c-c5b1-470b-91ea-67b5680df6f8 x-openstack-request-id: req-e8073d3c-c5b1-470b-91ea-67b5680df6f8 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:17:11.270877 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c120d794-5327-4846-9553-2b508248915e", "name": "network-vif-plugged", "status": "completed", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:17:11.271122 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8073d3c-c5b1-470b-91ea-67b5680df6f8 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:17:11.271504 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8073d3c-c5b1-470b-91ea-67b5680df6f8'] response: {'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'code': 200} May 23 13:17:11.290395 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=67b2df5a-1169-4fd1-bce0-0716babb1144,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:17:11.896044 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457950b-c68d-4664-b338-4f9bdfbfb9b4 req-e36fa296-c625-4b30-822f-4b965baba214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:11.897522 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0457950b-c68d-4664-b338-4f9bdfbfb9b4 req-e36fa296-c625-4b30-822f-4b965baba214 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 1129 time: 0.2882302 May 23 13:17:11.940742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0457950b-c68d-4664-b338-4f9bdfbfb9b4 req-c9590e27-7a1f-4b70-aa25-e47681db2040 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369341 May 23 13:17:12.225238 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d6e47-ee22-4515-8970-4fc15f29111b req-a7f6f344-d6fc-4a51-9016-5a3f68ab664f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:12.226712 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-650d6e47-ee22-4515-8970-4fc15f29111b req-a7f6f344-d6fc-4a51-9016-5a3f68ab664f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0475767 May 23 13:17:12.273735 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-650d6e47-ee22-4515-8970-4fc15f29111b req-505e8ca5-99ed-4895-aadc-b6ebc3c2279e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 May 23 13:17:13.393891 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52884e85-ad3f-4492-839a-eb0d93250c30 req-826fa5a9-d1c6-44c7-b1c0-5e74455f95bf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:13.395608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-52884e85-ad3f-4492-839a-eb0d93250c30 req-826fa5a9-d1c6-44c7-b1c0-5e74455f95bf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0492723 May 23 13:17:13.442262 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-52884e85-ad3f-4492-839a-eb0d93250c30 req-8141df9e-d9a8-455b-a89b-95d235479f2f tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 May 23 13:17:14.558706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff654625-18d9-46a9-8c21-7e86e03db592 req-2720cb5e-7415-447a-84c3-0a2dab3b585b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:14.560285 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ff654625-18d9-46a9-8c21-7e86e03db592 req-2720cb5e-7415-447a-84c3-0a2dab3b585b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0475614 May 23 13:17:14.607972 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ff654625-18d9-46a9-8c21-7e86e03db592 req-4d7ad3d2-db18-4c99-b5d1-bf744ac834ff tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420196 May 23 13:17:14.719211 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac841-a6f0-4b04-b56a-f51e4ec1747a req-8a823076-bb46-48f4-a836-710230f9980c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:14.720595 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-656ac841-a6f0-4b04-b56a-f51e4ec1747a req-8a823076-bb46-48f4-a836-710230f9980c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0486584 May 23 13:17:14.728969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 42976) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:17:14.734098 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Request body: {'floatingip': {'port_id': '67b2df5a-1169-4fd1-bce0-0716babb1144'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:17:14.773628 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (b0c931cc-4f64-4704-9824-fef8db93659f), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:15.209425 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:15.264689 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (b0c931cc-4f64-4704-9824-fef8db93659f), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:15.338455 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:15.352986 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:15.358984 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Floating IP b0c931cc-4f64-4704-9824-fef8db93659f associated. External IP: 172.37.1.209, port: 67b2df5a-1169-4fd1-bce0-0716babb1144. May 23 13:17:15.556294 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Router a02fd529-cf8d-48eb-89d4-586c598f778c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:17:15.659008 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:17:15.663944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:15.669008 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] Sync routers for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:17:15.682656 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:17:15.684076 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:16:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:17:15.696451 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-0f9ca283-dabe-4e52-b948-b887e658252b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "PUT /v2.0/floatingips/b0c931cc-4f64-4704-9824-fef8db93659f HTTP/1.1" status: 200 len: 991 time: 0.9664536 May 23 13:17:15.697020 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:17:15.700127 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c120d794-5327-4846-9553-2b508248915e", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:17:15.735665 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc276d57-899a-4154-a364-11075ae9132f x-openstack-request-id: req-cc276d57-899a-4154-a364-11075ae9132f {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:17:15.735955 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c120d794-5327-4846-9553-2b508248915e", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:17:15.736201 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc276d57-899a-4154-a364-11075ae9132f {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:17:15.736628 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc276d57-899a-4154-a364-11075ae9132f'] response: {'name': 'network-changed', 'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'status': 'completed', 'code': 200} May 23 13:17:15.786613 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:17:15.830715 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-3befb8b3-f765-438f-9e6d-1354c9135956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:15.832205 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-3befb8b3-f765-438f-9e6d-1354c9135956 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 1129 time: 0.0393116 May 23 13:17:15.927471 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-17cb316b-792c-458c-bbe9-412637b64521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:15.929354 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-17cb316b-792c-458c-bbe9-412637b64521 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.0912478 May 23 13:17:15.988841 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-87e7e1f4-4375-45b8-bbe1-bc2dd5df425e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b2df5a-1169-4fd1-bce0-0716babb1144 HTTP/1.1" status: 200 len: 999 time: 0.0537450 May 23 13:17:15.997245 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b0c931cc-4f64-4704-9824-fef8db93659f', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'floating_ip_address': '172.37.1.209', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'port_id': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'mac_address': 'fa:16:3e:77:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c120d794-5327-4846-9553-2b508248915e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:17:00Z', 'updated_at': '2022-05-23T13:17:15Z', 'revision_number': 1, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:17:16.025622 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] Checking router: a02fd529-cf8d-48eb-89d4-586c598f778c for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:17:16.034249 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:17:16.034854 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:16:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:17:16.041345 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-1782d9b1-b145-43b6-b7fd-718d6115f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:16.042951 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-1782d9b1-b145-43b6-b7fd-718d6115f9e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0483148 May 23 13:17:16.085465 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-d2b6599d-a7df-4bb7-8ad4-78922d9a0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:17:16.086957 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-d2b6599d-a7df-4bb7-8ad4-78922d9a0a95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383470 May 23 13:17:16.132250 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:17:16.174458 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-ff5c20f7-1a1a-4b01-83de-7fa0387f01cd service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814738 May 23 13:17:16.267764 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5f656691-ccb9-432f-9f3b-39b7d8d52b6e req-07983dcf-f9e7-4c51-9814-917c5d408342 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875797 May 23 13:17:16.342479 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b0c931cc-4f64-4704-9824-fef8db93659f', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'floating_ip_address': '172.37.1.209', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'port_id': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'mac_address': 'fa:16:3e:77:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c120d794-5327-4846-9553-2b508248915e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:17:00Z', 'updated_at': '2022-05-23T13:17:15Z', 'revision_number': 1, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:17:16.365642 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a02118a-36b6-46a0-83c9-adcf73114885 None None] The sync data for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi is: [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b0c931cc-4f64-4704-9824-fef8db93659f', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'floating_ip_address': '172.37.1.209', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'port_id': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'mac_address': 'fa:16:3e:77:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c120d794-5327-4846-9553-2b508248915e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:17:00Z', 'updated_at': '2022-05-23T13:17:15Z', 'revision_number': 1, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:17:16.552253 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9537dd56-de0b-4ace-9780-5b82c06b9264 None None] New status for floating IP b0c931cc-4f64-4704-9824-fef8db93659f: ACTIVE {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:17:25.375836 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:25.377434 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=6,neutron:SELECT=85 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:25.381381 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:25.475732 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:26.263705 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=76 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:26.265973 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:27.109605 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-12e3ae5d-7efc-4210-8266-47592d2bea81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:29.486571 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8d0be9ac-e50f-421c-bf65-ebd76d4390ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:30.623821 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:31.984792 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:32.486259 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=75 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:32.491117 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=79 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:32.531447 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:17:33.463717 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:42.527225 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:43.372566 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:43.377498 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:43.380198 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:55.451313 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:56.953442 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=16 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:56.956210 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=10 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:17:57.097104 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-eff47581-dfba-49d2-b152-98301c9548d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:17:59.468330 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1f630400-9b80-4c76-9041-b912241da0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:00.620167 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:01.960223 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:03.445843 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:05.541958 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-05eff83e-539f-44ad-ae7b-5fec6df66d5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383322 May 23 13:18:05.636268 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-63938b76-3f55-4794-81af-b92697248cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:05.637739 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-63938b76-3f55-4794-81af-b92697248cdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 1129 time: 0.0386555 May 23 13:18:05.742573 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-993a67ec-5484-42d7-a4f8-afce24c512ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:05.744039 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-993a67ec-5484-42d7-a4f8-afce24c512ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 200 len: 912 time: 0.0880935 May 23 13:18:05.811226 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-d12fa3a8-9ae8-45a5-8153-f1a6dafedc9d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b2df5a-1169-4fd1-bce0-0716babb1144 HTTP/1.1" status: 200 len: 1001 time: 0.0539780 May 23 13:18:05.861308 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-2488b74d-e7a0-4b2e-8d7f-be5cdd7c7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:05.863013 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-2488b74d-e7a0-4b2e-8d7f-be5cdd7c7152 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 200 len: 850 time: 0.0460408 May 23 13:18:05.906051 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-d6f71eea-26be-4dec-aaa7-648ad84845ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:05.907470 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-d6f71eea-26be-4dec-aaa7-648ad84845ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4643b097-3168-4b82-93f6-b8d1f98fc5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377831 May 23 13:18:05.994215 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-234ceccf-9dd5-4350-a8ce-f6e7cb2c90aa service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802279 May 23 13:18:06.085482 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6f5be36-d1d4-4194-b923-3f88e918fb2a req-c2d1694b-afd8-4616-b4e9-0b4fd8824734 service neutron] 10.222.0.49 "GET /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847788 May 23 13:18:09.483043 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:09.488055 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:09.530508 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:18:13.376444 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:13.380347 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:13.382072 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:16.081106 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=47 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:16.082988 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=54 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:19.528046 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:25.450739 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:27.119306 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-669f6e0c-3681-4ca6-8650-11bbb6c71c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:29.461928 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a26bc0c6-b67e-4848-95d8-58c5669a82ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:30.639120 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:31.976218 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:33.456206 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:41.907589 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:43.382719 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:43.384554 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:46.494655 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:46.530055 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:18:47.093066 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723d734-3cba-4493-85f1-11d2f18e0fba req-52f55e8f-f67c-4856-980e-afd2d681946a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:47.094637 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1723d734-3cba-4493-85f1-11d2f18e0fba req-52f55e8f-f67c-4856-980e-afd2d681946a tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0482082 May 23 13:18:47.141842 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1723d734-3cba-4493-85f1-11d2f18e0fba req-8e13f4e8-ec30-481f-8ac7-8a27a330452e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 May 23 13:18:48.260617 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d26270-d9f7-42d0-9b10-f2bc22e08bb8 req-697709aa-1bb4-441a-847e-3cb6a9dcd83c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:48.262215 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6d26270-d9f7-42d0-9b10-f2bc22e08bb8 req-697709aa-1bb4-441a-847e-3cb6a9dcd83c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0500469 May 23 13:18:48.308711 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c6d26270-d9f7-42d0-9b10-f2bc22e08bb8 req-706a4e63-d5ad-4569-a6af-6dd41c963110 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 May 23 13:18:49.089974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-1938685b-3c30-456f-aafe-ad7f433d604b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:49.091324 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-1938685b-3c30-456f-aafe-ad7f433d604b tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0454590 May 23 13:18:49.170921 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Deleting port 67b2df5a-1169-4fd1-bce0-0716babb1144 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:18:49.171262 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:49.260516 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] For port 67b2df5a-1169-4fd1-bce0-0716babb1144, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=67b2df5a-1169-4fd1-bce0-0716babb1144,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:18:49.260879 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:49.455365 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:49.455721 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (b0c931cc-4f64-4704-9824-fef8db93659f), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:49.456048 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.db.l3_db [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Floating IP b0c931cc-4f64-4704-9824-fef8db93659f disassociated. External IP: 172.37.1.209, port: 67b2df5a-1169-4fd1-bce0-0716babb1144. May 23 13:18:49.456367 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Calling delete_port for 67b2df5a-1169-4fd1-bce0-0716babb1144 owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:18:49.464603 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ddf65-65bf-4893-afce-ba27377f5ef7 req-ba570769-3f1b-458f-87a8-1fdc4f6c372c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:18:49.466077 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc0ddf65-65bf-4893-afce-ba27377f5ef7 req-ba570769-3f1b-458f-87a8-1fdc4f6c372c tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 945 time: 0.0692461 May 23 13:18:49.558127 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc0ddf65-65bf-4893-afce-ba27377f5ef7 req-46405593-4066-4d8b-b75e-102f59d40205 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups?id=19a98dcc-ab27-4bc7-9d70-eda363d90fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848126 May 23 13:18:49.673527 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (67b2df5a-1169-4fd1-bce0-0716babb1144), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:49.702358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event deleted for resources: {'Port': ['ID=67b2df5a-1169-4fd1-bce0-0716babb1144,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:49.713192 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.713534 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.713899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.714234 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.714566 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.714923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.715221 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.715545 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.716677 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.716677 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.716677 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.716958 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.717095 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.717409 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.717731 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:49.822364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:49.824764 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:49.833051 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Router a02fd529-cf8d-48eb-89d4-586c598f778c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:18:49.937747 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:18:49.947327 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] Sync routers for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:18:49.957553 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:18:49.958186 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:18:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:49.982345 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] No DVR routers for this DVR port 67b2df5a-1169-4fd1-bce0-0716babb1144 on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:18:49.983153 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:49.986532 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-51987416-6c66-42dd-ab59-628fe2e356f3 req-d71dc4c8-3987-4c99-a70e-cc9a1118fcaf tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.49 "DELETE /v2.0/ports/67b2df5a-1169-4fd1-bce0-0716babb1144 HTTP/1.1" status: 204 len: 173 time: 0.8898644 May 23 13:18:49.986969 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'name': 'network-vif-deleted', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:18:49.989264 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dffdd6-86aa-45dd-9817-27083da1265f" -d '{"events": [{"server_uuid": "c120d794-5327-4846-9553-2b508248915e", "name": "network-vif-deleted", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:18:50.026973 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781a8e93-4a46-41ca-923e-c2024f640dbb x-openstack-request-id: req-781a8e93-4a46-41ca-923e-c2024f640dbb {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:18:50.027267 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c120d794-5327-4846-9553-2b508248915e", "name": "network-vif-deleted", "tag": "67b2df5a-1169-4fd1-bce0-0716babb1144", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:18:50.027523 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-781a8e93-4a46-41ca-923e-c2024f640dbb {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:18:50.027952 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781a8e93-4a46-41ca-923e-c2024f640dbb'] response: {'server_uuid': 'c120d794-5327-4846-9553-2b508248915e', 'name': 'network-vif-deleted', 'tag': '67b2df5a-1169-4fd1-bce0-0716babb1144', 'status': 'completed', 'code': 200} May 23 13:18:50.069417 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:18:50.265560 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:50.293372 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] Checking router: a02fd529-cf8d-48eb-89d4-586c598f778c for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:18:50.301768 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:18:50.302325 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:18:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:50.400323 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:18:50.583901 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:50.610039 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c2f239-9f8c-45d5-b25f-0b20372b81ee None None] The sync data for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi is: [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:12:36Z', 'revision_number': 4, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'aaa30586-50a9-4cbd-a5e0-2e481436b09a', 'name': '', 'network_id': '4643b097-3168-4b82-93f6-b8d1f98fc5a8', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'mac_address': 'fa:16:3e:a8:a2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:35Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'subnets': [{'id': '594b24f6-9027-4693-b950-44cbc050a1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:18:50.670914 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-315d85ef-8301-465f-a368-fd5cf0ed7ead req-802dfa63-319b-46a8-831f-0cbd2f59a829 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/ports?device_id=c120d794-5327-4846-9553-2b508248915e HTTP/1.1" status: 200 len: 210 time: 0.0306962 May 23 13:18:50.845906 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecdecea-41db-477f-8840-913a6eb4e6a2 None None] New status for floating IP b0c931cc-4f64-4704-9824-fef8db93659f: DOWN {{(pid=115939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:18:51.862868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43156) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:18:51.920708 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-59847b7f-f86a-485f-9696-c62508b6070e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (19a98dcc-ab27-4bc7-9d70-eda363d90fb3), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:51.946035 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-59847b7f-f86a-485f-9696-c62508b6070e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (19a98dcc-ab27-4bc7-9d70-eda363d90fb3), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.089795 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-59847b7f-f86a-485f-9696-c62508b6070e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (19a98dcc-ab27-4bc7-9d70-eda363d90fb3), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.092728 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-59847b7f-f86a-485f-9696-c62508b6070e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.094140 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-59847b7f-f86a-485f-9696-c62508b6070e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "DELETE /v2.0/security-groups/19a98dcc-ab27-4bc7-9d70-eda363d90fb3 HTTP/1.1" status: 204 len: 168 time: 0.2302580 May 23 13:18:52.096896 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43158) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:18:52.108132 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59847b7f-f86a-485f-9696-c62508b6070e tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a98dcc-ab27-4bc7-9d70-eda363d90fb3,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:52.112789 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.api.v2.resource [None req-90d7e00a-9ffc-437c-a7eb-6ce712b89194 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] show failed (client error): The resource could not be found. May 23 13:18:52.114124 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-90d7e00a-9ffc-437c-a7eb-6ce712b89194 tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "GET /v2.0/security-groups/19a98dcc-ab27-4bc7-9d70-eda363d90fb3 HTTP/1.1" status: 404 len: 347 time: 0.0160992 May 23 13:18:52.117346 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43162) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:18:52.232752 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Deleting port 050b804b-c75c-4fa2-8b05-fc4a8cfec49d {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:18:52.233010 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.311832 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.312157 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.325158 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Calling delete_port for 050b804b-c75c-4fa2-8b05-fc4a8cfec49d owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:18:52.536412 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (050b804b-c75c-4fa2-8b05-fc4a8cfec49d), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.562100 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Pushing event deleted for resources: {'Port': ['ID=050b804b-c75c-4fa2-8b05-fc4a8cfec49d,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:52.588935 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.589279 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.589619 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.589983 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.590313 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.590637 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.590964 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.591279 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.591600 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.591917 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.592242 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.592559 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.592874 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.593187 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.593501 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:52.638121 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks [] for floatingip (b0c931cc-4f64-4704-9824-fef8db93659f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.640567 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:52.644066 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-97878a95-20c0-4056-a389-63dbc2e7cefb tempest-AttachVolumeTestJSON-2097949922 tempest-AttachVolumeTestJSON-2097949922-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0c931cc-4f64-4704-9824-fef8db93659f HTTP/1.1" status: 204 len: 168 time: 0.5235548 May 23 13:18:53.404835 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 67b2df5a-1169-4fd1-bce0-0716babb1144 no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:18:53.427855 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 67b2df5a-1169-4fd1-bce0-0716babb1144 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:18:53.428194 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 67b2df5a-1169-4fd1-bce0-0716babb1144 not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:18:55.489970 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:56.578775 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43190) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:18:56.980743 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (a02fd529-cf8d-48eb-89d4-586c598f778c), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:57.158740 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-fe84e5a9-9736-4c63-8650-d94c10172314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:57.290228 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:57.346777 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:57.421898 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Deleting port aaa30586-50a9-4cbd-a5e0-2e481436b09a {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:18:57.422159 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:57.500502 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] For port aaa30586-50a9-4cbd-a5e0-2e481436b09a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=aaa30586-50a9-4cbd-a5e0-2e481436b09a,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:18:57.500862 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:57.513578 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Calling delete_port for aaa30586-50a9-4cbd-a5e0-2e481436b09a owned by network:router_interface {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:18:57.746951 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (aaa30586-50a9-4cbd-a5e0-2e481436b09a), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:57.770314 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa30586-50a9-4cbd-a5e0-2e481436b09a,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:57.934179 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (a02fd529-cf8d-48eb-89d4-586c598f778c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:58.090131 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:58.144284 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Router a02fd529-cf8d-48eb-89d4-586c598f778c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:18:58.203980 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:58.249937 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:18:58.255054 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-4521059a-e6e1-4bad-a189-5710be7570ff admin admin] 10.222.0.30 "PUT /v2.0/routers/a02fd529-cf8d-48eb-89d4-586c598f778c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6765554 May 23 13:18:58.258256 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43194) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:18:58.260829 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] Sync routers for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:18:58.271686 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:18:58.277044 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:18:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:58.357435 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks [] for router (a02fd529-cf8d-48eb-89d4-586c598f778c), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:58.371475 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:18:58.453426 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks [] for router_gateway (a02fd529-cf8d-48eb-89d4-586c598f778c), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:58.528953 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:58.539054 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:18:57Z', 'revision_number': 5, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port': {'id': 'ab5418ca-7e60-4de7-97f7-4e423a38a92b', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:12:33Z', 'updated_at': '2022-05-23T13:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:58.563630 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] Checking router: a02fd529-cf8d-48eb-89d4-586c598f778c for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:18:58.566200 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:58.573126 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] Routers {'a02fd529-cf8d-48eb-89d4-586c598f778c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:18:58.580008 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:18:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['a02fd529-cf8d-48eb-89d4-586c598f778c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:58.580154 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Deleting port ab5418ca-7e60-4de7-97f7-4e423a38a92b {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:18:58.580154 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:58.657285 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] Set router a02fd529-cf8d-48eb-89d4-586c598f778c gateway port host: None {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:18:58.666102 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] For port ab5418ca-7e60-4de7-97f7-4e423a38a92b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ab5418ca-7e60-4de7-97f7-4e423a38a92b,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:18:58.666102 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:58.673738 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Calling delete_port for ab5418ca-7e60-4de7-97f7-4e423a38a92b owned by network:router_gateway {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:18:58.706956 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:18:58Z', 'revision_number': 6, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:18:58.732052 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9a61-abae-4b79-86cf-d344fafe0342 None None] The sync data for ids ['a02fd529-cf8d-48eb-89d4-586c598f778c'] in dv-cinder-master-3-iscsi is: [{'id': 'a02fd529-cf8d-48eb-89d4-586c598f778c', 'name': 'tempest-AttachVolumeTestJSON-1204882250-router', 'tenant_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:12:32Z', 'updated_at': '2022-05-23T13:18:58Z', 'revision_number': 6, 'project_id': '11bdfcfe4dbb42d3bb07585d85bff52a', 'gw_port_host': None}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:18:58.906805 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (ab5418ca-7e60-4de7-97f7-4e423a38a92b), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:58.934874 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5418ca-7e60-4de7-97f7-4e423a38a92b,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:58.996966 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (a02fd529-cf8d-48eb-89d4-586c598f778c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.091618 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (a02fd529-cf8d-48eb-89d4-586c598f778c), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.094511 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks [] for router_controller (a02fd529-cf8d-48eb-89d4-586c598f778c), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.198029 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (a02fd529-cf8d-48eb-89d4-586c598f778c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.198697 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02fd529-cf8d-48eb-89d4-586c598f778c {{(pid=115938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:18:59.203119 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.204270 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-403debf0-01ce-4639-8c50-bf43e1b2e7a2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a02fd529-cf8d-48eb-89d4-586c598f778c HTTP/1.1" status: 204 len: 168 time: 0.9451029 May 23 13:18:59.206789 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43196) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:18:59.250570 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] Deleting subnet 594b24f6-9027-4693-b950-44cbc050a1cd {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:18:59.253679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] Publish callbacks [] for subnet (594b24f6-9027-4693-b950-44cbc050a1cd), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.291696 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3118257'] for subnet (594b24f6-9027-4693-b950-44cbc050a1cd), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.318830 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:59.326334 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:18:59.364799 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (594b24f6-9027-4693-b950-44cbc050a1cd), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.478728 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27114566'] for subnet (594b24f6-9027-4693-b950-44cbc050a1cd), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.489114 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device aaa30586-50a9-4cbd-a5e0-2e481436b09a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:18:59.495367 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a26e2322-b202-4415-99ca-affb721def92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.510806 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594b24f6-9027-4693-b950-44cbc050a1cd,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:59.516063 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: aaa30586-50a9-4cbd-a5e0-2e481436b09a {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:18:59.516063 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device aaa30586-50a9-4cbd-a5e0-2e481436b09a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:18:59.516589 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.518079 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6ef54069-cbfd-4177-beb6-436dd890e02d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/594b24f6-9027-4693-b950-44cbc050a1cd HTTP/1.1" status: 204 len: 168 time: 0.3100691 May 23 13:18:59.520748 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43198) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:18:59.529079 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0bb86-e2e0-4cb8-9596-893885891695 None None] Network 4643b097-3168-4b82-93f6-b8d1f98fc5a8 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:18:59.590285 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (4643b097-3168-4b82-93f6-b8d1f98fc5a8), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.634585 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Deleting port be80d357-7f7a-4278-a0f7-d148e1e96879 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:18:59.634922 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.703229 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] DHCP port deletion for 4643b097-3168-4b82-93f6-b8d1f98fc5a8 request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:18:59.708350 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] For port be80d357-7f7a-4278-a0f7-d148e1e96879, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be80d357-7f7a-4278-a0f7-d148e1e96879,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:18:59.708657 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.723616 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Calling delete_port for be80d357-7f7a-4278-a0f7-d148e1e96879 owned by network:dhcp {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:18:59.746987 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Deleting port be80d357-7f7a-4278-a0f7-d148e1e96879 {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:18:59.747367 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.822560 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] For port be80d357-7f7a-4278-a0f7-d148e1e96879, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=be80d357-7f7a-4278-a0f7-d148e1e96879,segment=NetworkSegment(0bfa8da5-54bb-4220-ba05-b1979c6bc686),segment_id=0bfa8da5-54bb-4220-ba05-b1979c6bc686)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:18:59.822963 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.836642 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Calling delete_port for be80d357-7f7a-4278-a0f7-d148e1e96879 owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:18:59.860811 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.887190 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Pushing event deleted for resources: {'Port': ['ID=be80d357-7f7a-4278-a0f7-d148e1e96879,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:59.890812 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] No DVR routers for this DVR port be80d357-7f7a-4278-a0f7-d148e1e96879 on host dv-cinder-master-3-iscsi {{(pid=115938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:18:59.914538 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (be80d357-7f7a-4278-a0f7-d148e1e96879), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:18:59.942341 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Pushing event deleted for resources: {'Port': ['ID=be80d357-7f7a-4278-a0f7-d148e1e96879,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:18:59.950707 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.951075 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.951415 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.951751 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.952080 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.952405 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.952727 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.953047 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.953372 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.953685 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.954058 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.954379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.954694 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.955010 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.955323 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:18:59.958346 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765506da-e757-48d0-b432-85310e5d35d3 None None] No DVR routers for this DVR port be80d357-7f7a-4278-a0f7-d148e1e96879 on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:18:59.976947 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (4643b097-3168-4b82-93f6-b8d1f98fc5a8), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.000786 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4643b097-3168-4b82-93f6-b8d1f98fc5a8']}} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:00.015990 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bfa8da5-54bb-4220-ba05-b1979c6bc686') {'for_net_delete': True} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:00.016475 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.services.segments.db [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bfa8da5-54bb-4220-ba05-b1979c6bc686') {} {{(pid=115938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:00.028777 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3118270'] for segment (0bfa8da5-54bb-4220-ba05-b1979c6bc686), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.042736 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (0bfa8da5-54bb-4220-ba05-b1979c6bc686), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.048839 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=115938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:19:00.050177 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3121770'] for segment (0bfa8da5-54bb-4220-ba05-b1979c6bc686), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.134933 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 0bfa8da5-54bb-4220-ba05-b1979c6bc686 resource provider aggregate not found May 23 13:19:00.151934 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.services.segments.plugin [-] Segment 0bfa8da5-54bb-4220-ba05-b1979c6bc686 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bfa8da5-54bb-4220-ba05-b1979c6bc686 found for delete ", "request_id": "req-2d615b52-9f47-4da3-a6c4-79cf121ce08e"}]} May 23 13:19:00.157796 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (4643b097-3168-4b82-93f6-b8d1f98fc5a8), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.163411 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.167205 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4643b097-3168-4b82-93f6-b8d1f98fc5a8 HTTP/1.1" status: 204 len: 168 time: 0.6455524 May 23 13:19:00.178624 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5bb75-d6fd-4e77-af9a-4108b0bdc37d admin admin] Pushing event deleted for resources: {'Network': ['ID=4643b097-3168-4b82-93f6-b8d1f98fc5a8,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:00.464746 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43208) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:00.478888 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:00.503931 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-24bebf3f-ffb1-4baf-a83d-46a8922f82db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11bdfcfe4dbb42d3bb07585d85bff52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401475 May 23 13:19:00.506424 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43210) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:00.554788 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98d61055-c248-42cb-a948-c6702d4d0536 admin admin] Publish callbacks [] for security_group (3e72a469-d05a-43b2-9f3a-bf01e6b3f54f), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.577227 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98d61055-c248-42cb-a948-c6702d4d0536 admin admin] Publish callbacks [] for security_group (3e72a469-d05a-43b2-9f3a-bf01e6b3f54f), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.646689 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.735122 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98d61055-c248-42cb-a948-c6702d4d0536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (3e72a469-d05a-43b2-9f3a-bf01e6b3f54f), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.737745 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-98d61055-c248-42cb-a948-c6702d4d0536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:00.738921 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-98d61055-c248-42cb-a948-c6702d4d0536 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e72a469-d05a-43b2-9f3a-bf01e6b3f54f HTTP/1.1" status: 204 len: 168 time: 0.2316253 May 23 13:19:00.747142 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d61055-c248-42cb-a948-c6702d4d0536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e72a469-d05a-43b2-9f3a-bf01e6b3f54f,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:00.922942 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ab5418ca-7e60-4de7-97f7-4e423a38a92b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:19:00.942576 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: ab5418ca-7e60-4de7-97f7-4e423a38a92b {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:19:00.942931 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device ab5418ca-7e60-4de7-97f7-4e423a38a92b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:19:00.943325 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device be80d357-7f7a-4278-a0f7-d148e1e96879 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:19:00.961898 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: be80d357-7f7a-4278-a0f7-d148e1e96879 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:19:00.962237 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device be80d357-7f7a-4278-a0f7-d148e1e96879 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:19:01.972189 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:01.986391 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=46,neutron:DELETE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:02.101623 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:02.511375 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43260) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:02.614278 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-92a65b59-2da7-44ae-869a-c4d78e791f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:02.624721 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:02.692036 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-92a65b59-2da7-44ae-869a-c4d78e791f29 admin admin] Publish callbacks [] for security_group (9bf60567-56f4-4878-8e68-037550eb05d6), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:02.751960 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-92a65b59-2da7-44ae-869a-c4d78e791f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9bf60567-56f4-4878-8e68-037550eb05d6), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:02.795059 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-92a65b59-2da7-44ae-869a-c4d78e791f29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9089605f3dc40408ce2fa54cf02fa9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826145 May 23 13:19:02.796299 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a65b59-2da7-44ae-869a-c4d78e791f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf60567-56f4-4878-8e68-037550eb05d6,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:02.798053 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43264) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:02.848524 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ee233b2a-ef18-4525-9dcc-624eb84c409f admin admin] Publish callbacks [] for security_group (9bf60567-56f4-4878-8e68-037550eb05d6), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:02.869961 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ee233b2a-ef18-4525-9dcc-624eb84c409f admin admin] Publish callbacks [] for security_group (9bf60567-56f4-4878-8e68-037550eb05d6), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:02.980607 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ee233b2a-ef18-4525-9dcc-624eb84c409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (9bf60567-56f4-4878-8e68-037550eb05d6), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:02.983349 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ee233b2a-ef18-4525-9dcc-624eb84c409f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:02.984477 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ee233b2a-ef18-4525-9dcc-624eb84c409f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bf60567-56f4-4878-8e68-037550eb05d6 HTTP/1.1" status: 204 len: 168 time: 0.1854560 May 23 13:19:02.992427 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee233b2a-ef18-4525-9dcc-624eb84c409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf60567-56f4-4878-8e68-037550eb05d6,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:03.518409 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:08.709121 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=20 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:08.709928 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:12.788658 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=29,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:12.790543 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:12.987887 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:12.988543 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:16.950468 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:16.952349 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:16.955114 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:23.479612 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:23.489578 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:23.528867 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:19:25.448641 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:27.117471 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2043e81e-6762-4900-a47a-c667ad4e442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:29.476428 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f146818b-7ca5-49fb-bbd8-7ff0098f00ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.290229 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43398) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:30.396203 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e8d961a6-1ddb-420e-ba1d-b590d5f80f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.470566 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e8d961a6-1ddb-420e-ba1d-b590d5f80f88 admin admin] Publish callbacks [] for security_group (182574d1-c340-4395-9f90-1826e0430429), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.539542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-e8d961a6-1ddb-420e-ba1d-b590d5f80f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (182574d1-c340-4395-9f90-1826e0430429), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.576277 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d961a6-1ddb-420e-ba1d-b590d5f80f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182574d1-c340-4395-9f90-1826e0430429,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:30.582070 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-e8d961a6-1ddb-420e-ba1d-b590d5f80f88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ad540e0075e486aba19b0a124e366be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907884 May 23 13:19:30.584991 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43402) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:30.625787 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.633588 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-395a553d-f5ab-4a6b-8c2b-2093baf8106c admin admin] Publish callbacks [] for security_group (182574d1-c340-4395-9f90-1826e0430429), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.655307 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-395a553d-f5ab-4a6b-8c2b-2093baf8106c admin admin] Publish callbacks [] for security_group (182574d1-c340-4395-9f90-1826e0430429), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.780701 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-395a553d-f5ab-4a6b-8c2b-2093baf8106c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (182574d1-c340-4395-9f90-1826e0430429), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.783245 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-395a553d-f5ab-4a6b-8c2b-2093baf8106c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:30.784406 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-395a553d-f5ab-4a6b-8c2b-2093baf8106c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/182574d1-c340-4395-9f90-1826e0430429 HTTP/1.1" status: 204 len: 168 time: 0.1984558 May 23 13:19:30.792351 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a553d-f5ab-4a6b-8c2b-2093baf8106c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182574d1-c340-4395-9f90-1826e0430429,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:31.759853 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43424) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:31.856322 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-141204595-network', 'tenant_id': 'c39739f8806b49638e73137c2403bae6'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:31.933939 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Made reservation on behalf of c39739f8806b49638e73137c2403bae6 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:19:31.936651 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:31.945621 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:31.996892 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.019556 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks [] for security_group (fdbb33fc-63f3-40b7-9e99-b10d9db2436c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.094700 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (fdbb33fc-63f3-40b7-9e99-b10d9db2436c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.120408 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:19:32.129473 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbb33fc-63f3-40b7-9e99-b10d9db2436c,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:32.135397 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.135851 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Added segment ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9 of type vlan for network 9631a516-9a27-49d0-91a6-c381eb1d1c3c May 23 13:19:32.180650 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (9631a516-9a27-49d0-91a6-c381eb1d1c3c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.254008 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (9631a516-9a27-49d0-91a6-c381eb1d1c3c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.255028 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:19:32.255595 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.314600 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] Pushing event updated for resources: {'Network': ['ID=9631a516-9a27-49d0-91a6-c381eb1d1c3c,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:32.324386 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:19:32.359798 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a005e4c2-086b-4489-a916-d63d9d616987 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5987892 May 23 13:19:32.362590 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43428) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:32.367302 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Request body: {'subnet': {'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-141204595-subnet', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:32.442628 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Made reservation on behalf of c39739f8806b49638e73137c2403bae6 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:19:32.445036 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27114685'] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.660119 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27114575'] for subnet (54eb8ecf-9120-4d4a-9a86-cbec324432e6), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.685685 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:32.705363 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:32.723914 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54eb8ecf-9120-4d4a-9a86-cbec324432e6,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:32.733179 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Checking segment: {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:32.733179 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Network hostable DHCP agents. Network: 9631a516-9a27-49d0-91a6-c381eb1d1c3c, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:19:32.830947 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:19:32.894013 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9631a516-9a27-49d0-91a6-c381eb1d1c3c) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:32.898071 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:19:32.898647 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:32.902708 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c186f3d-9219-4070-8fba-3990e05619ef None None] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:19:32.988562 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-f66c561e-c5e9-4fca-8ef0-d11cc8ed4d7b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6248260 May 23 13:19:32.991185 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43430) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:32.995479 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:33.006879 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'project_id': 'c39739f8806b49638e73137c2403bae6', 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:19:33.007868 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.134429 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.135524 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.147354 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Allocated IP 172.20.0.2 (9631a516-9a27-49d0-91a6-c381eb1d1c3c/54eb8ecf-9120-4d4a-9a86-cbec324432e6/234511d5-4250-4c48-ae78-e522d19ed790) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:19:33.186692 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks [] for router_controller (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.288308 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Publish callbacks [] for port (234511d5-4250-4c48-ae78-e522d19ed790), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.355671 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks [] for router_gateway (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.357061 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (234511d5-4250-4c48-ae78-e522d19ed790), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.417016 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:33.420521 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:33.423192 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Pushing event updated for resources: {'Port': ['ID=234511d5-4250-4c48-ae78-e522d19ed790,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:33.425369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:19:33.485900 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Attempting to bind port 234511d5-4250-4c48-ae78-e522d19ed790 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:19:33.486276 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Attempting to bind port 234511d5-4250-4c48-ae78-e522d19ed790 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:19:33.486636 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Attempting to bind port 234511d5-4250-4c48-ae78-e522d19ed790 on network 9631a516-9a27-49d0-91a6-c381eb1d1c3c {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:19:33.492371 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:19:33.492860 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Checking segment: {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:33.493281 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.493678 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Bound using segment: {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:19:33.494177 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Bound port: 234511d5-4250-4c48-ae78-e522d19ed790, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:19:33.494560 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (234511d5-4250-4c48-ae78-e522d19ed790), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.498090 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.525424 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:33.561185 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] For port 234511d5-4250-4c48-ae78-e522d19ed790, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:19:33.564521 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] For port 234511d5-4250-4c48-ae78-e522d19ed790, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=234511d5-4250-4c48-ae78-e522d19ed790,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:19:33.643870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (234511d5-4250-4c48-ae78-e522d19ed790), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.706722 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137f5b2-e166-43cc-9da0-10577702e64a None None] Pushing event updated for resources: {'Port': ['ID=234511d5-4250-4c48-ae78-e522d19ed790,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:33.826581 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks [] for router_gateway (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.882120 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:33.977528 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Allocated IP 172.37.1.78 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/00fff8fb-b122-46e5-b5a8-cc58fbae5d98) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:19:34.085610 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks [] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:34.088006 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:34.191906 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:34.240117 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:34.243327 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:34.247311 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:19:34.250362 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:34.289790 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:34.569387 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks [] for router_gateway (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:34.654003 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d548b-624c-4b40-bea1-196d00dc5e01 None None] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:19:34.722089 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-5f5160b8-0d98-4fb9-9c78-105cf3a24039 None None] Provisioning complete for port 234511d5-4250-4c48-ae78-e522d19ed790 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:34.722451 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5f5160b8-0d98-4fb9-9c78-105cf3a24039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (234511d5-4250-4c48-ae78-e522d19ed790), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:34.761030 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:34.836507 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-5f5160b8-0d98-4fb9-9c78-105cf3a24039 None None] Current status of the port 234511d5-4250-4c48-ae78-e522d19ed790 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:34.836898 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5f5160b8-0d98-4fb9-9c78-105cf3a24039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (234511d5-4250-4c48-ae78-e522d19ed790), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:34.871452 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-5f5160b8-0d98-4fb9-9c78-105cf3a24039 None None] For port 234511d5-4250-4c48-ae78-e522d19ed790, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=234511d5-4250-4c48-ae78-e522d19ed790,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:19:34.922670 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5f5160b8-0d98-4fb9-9c78-105cf3a24039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (234511d5-4250-4c48-ae78-e522d19ed790), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:34.945292 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:19:34.982390 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 234511d5-4250-4c48-ae78-e522d19ed790 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:35.005867 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5160b8-0d98-4fb9-9c78-105cf3a24039 None None] Pushing event updated for resources: {'Port': ['ID=234511d5-4250-4c48-ae78-e522d19ed790,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:35.036693 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 234511d5-4250-4c48-ae78-e522d19ed790 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:35.037136 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (234511d5-4250-4c48-ae78-e522d19ed790), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.063637 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-06871c09-2b90-4206-8750-2db0e6524037 None None] Provisioning complete for port 234511d5-4250-4c48-ae78-e522d19ed790 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:35.064002 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-06871c09-2b90-4206-8750-2db0e6524037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (234511d5-4250-4c48-ae78-e522d19ed790), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.067778 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:19:35.072776 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:35.097662 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Sync routers for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:19:35.107355 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:35.107923 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:35.125358 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.126111 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-a5410e10-b426-4399-a18c-bd48ff0b8bf0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1338768 May 23 13:19:35.127420 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:35.128028 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:35.128797 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43432) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:35.185087 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:35.243356 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 234511d5-4250-4c48-ae78-e522d19ed790 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:35.272688 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-06871c09-2b90-4206-8750-2db0e6524037 None None] Current status of the port 234511d5-4250-4c48-ae78-e522d19ed790 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:35.296071 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:35.421961 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:35.467116 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:34Z', 'revision_number': 3, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:35.495293 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Checking router: 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:19:35.495638 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Updating router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:19:35.523604 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.536852 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.692743 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Allocated IP 172.20.0.1 (9631a516-9a27-49d0-91a6-c381eb1d1c3c/54eb8ecf-9120-4d4a-9a86-cbec324432e6/08b6bbbc-326e-433d-9718-58fcaddfdb26) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:19:35.804712 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks [] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.871461 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.909221 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:35.914469 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:35.918005 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:19:35.932265 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Publish callbacks [] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:35.946970 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Pushing event updated for resources: {'Port': ['ID=08b6bbbc-326e-433d-9718-58fcaddfdb26,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:35.967114 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.014302 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.047153 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:36.089216 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Attempting to bind port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:19:36.089740 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Attempting to bind port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:19:36.090285 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Attempting to bind port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:19:36.094737 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be80ee-de5a-4c53-8806-2997f6d1d0dc None None] Pushing event updated for resources: {'Port': ['ID=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:36.101519 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:19:36.107772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:36.107772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.107772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:19:36.107772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Bound port: 00fff8fb-b122-46e5-b5a8-cc58fbae5d98, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:19:36.107772 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.148192 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:36.159373 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] For port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:19:36.162440 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] For port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:19:36.163070 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.197100 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-ecbdd92b-873f-4032-aaad-5f1ae31fa33d None None] Provisioning complete for port 08b6bbbc-326e-433d-9718-58fcaddfdb26 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:36.197402 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ecbdd92b-873f-4032-aaad-5f1ae31fa33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.221627 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.258703 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdd92b-873f-4032-aaad-5f1ae31fa33d None None] Port 08b6bbbc-326e-433d-9718-58fcaddfdb26 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:19:36.290822 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:36.291440 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:36.293768 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:36.325912 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be80ee-de5a-4c53-8806-2997f6d1d0dc None None] Pushing event updated for resources: {'Port': ['ID=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:36.362879 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks [] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.402148 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:36.419452 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.487297 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Pushing event updated for resources: {'Port': ['ID=08b6bbbc-326e-433d-9718-58fcaddfdb26,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:36.490658 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.584860 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:36.586057 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:35Z', 'revision_number': 1, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:36.586381 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:36.611214 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8a9f3-6732-4e10-9684-9e00c62978c1 None None] The sync data for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi is: [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:35Z', 'revision_number': 1, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:19:36.709302 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:19:36.780956 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d57597cb-bb7a-494c-9dcb-828b920e5cf2 None None] Provisioning complete for port 08b6bbbc-326e-433d-9718-58fcaddfdb26 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:36.782116 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d57597cb-bb7a-494c-9dcb-828b920e5cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:36.830573 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:19:36.851818 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-c8408485-fbd9-4262-b09a-6304b27fe700 admin admin] 10.222.0.30 "PUT /v2.0/routers/48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133105 May 23 13:19:36.852161 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d57597cb-bb7a-494c-9dcb-828b920e5cf2 None None] Port 08b6bbbc-326e-433d-9718-58fcaddfdb26 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:19:36.964992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 234511d5-4250-4c48-ae78-e522d19ed790 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:37.024307 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 234511d5-4250-4c48-ae78-e522d19ed790 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:37.024635 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (234511d5-4250-4c48-ae78-e522d19ed790), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:37.104660 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:37.109527 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 234511d5-4250-4c48-ae78-e522d19ed790 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:37.533063 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43448) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:37.538029 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-455036349-network', 'tenant_id': '637c160cdcab4c07af8fa7a009691458'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:37.637148 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Made reservation on behalf of 637c160cdcab4c07af8fa7a009691458 for: {'network': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:19:37.639589 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for network (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:37.649512 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:37.737434 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks [] for security_group (58559883-659a-4260-8501-9251a0365ff6), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:37.830896 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (58559883-659a-4260-8501-9251a0365ff6), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:37.838368 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:37.853460 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=115938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 23 13:19:37.869649 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58559883-659a-4260-8501-9251a0365ff6,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:37.872527 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747492280670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (b85c5a6d-89f4-42d9-b66e-bf52362971fb), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:37.875722 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.segments_db [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Added segment b85c5a6d-89f4-42d9-b66e-bf52362971fb of type vlan for network 7e08da04-a816-4295-9212-2a4c2423e975 May 23 13:19:37.917553 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747491775564'] for network (7e08da04-a816-4295-9212-2a4c2423e975), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.002190 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915'] for network (7e08da04-a816-4295-9212-2a4c2423e975), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.003208 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:19:38.003820 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.008957 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:38.068783 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e08da04-a816-4295-9212-2a4c2423e975,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:38.083059 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Network 7e08da04-a816-4295-9212-2a4c2423e975 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=115939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 23 13:19:38.104056 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-deae29b9-bb1b-4b68-a739-aa7cc12834c1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5698576 May 23 13:19:38.105169 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43450) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:38.110158 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Request body: {'subnet': {'network_id': '7e08da04-a816-4295-9212-2a4c2423e975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-455036349-subnet', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'ip_version': 4}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:38.202146 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Made reservation on behalf of 637c160cdcab4c07af8fa7a009691458 for: {'subnet': 1} {{(pid=115938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:19:38.205191 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27114685'] for subnet (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.448776 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3121359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27114575'] for subnet (8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.513605 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:38.518274 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Checking segment: {'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:38.518619 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Network hostable DHCP agents. Network: 7e08da04-a816-4295-9212-2a4c2423e975, hostable agents: ['85b70250-7370-47aa-9bbb-14f35f664096'], hosted agents: [] {{(pid=115938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 23 13:19:38.585671 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Network 7e08da04-a816-4295-9212-2a4c2423e975 is scheduled to be hosted by DHCP agent 85b70250-7370-47aa-9bbb-14f35f664096 with binding_index 1 {{(pid=115938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 23 13:19:38.623033 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Sync routers for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:19:38.631305 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:38.631945 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:38.665899 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7e08da04-a816-4295-9212-2a4c2423e975) {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:38.671131 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:19:38.673077 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.682685 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81544fe-5d94-4dba-83a9-f44ee1a047bc None None] Network 7e08da04-a816-4295-9212-2a4c2423e975 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:19:38.739783 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:38.774871 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-76404e31-d9c3-4ff8-85bb-07fc6a864ff5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6659234 May 23 13:19:38.775282 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43452) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:38.781694 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:38.788764 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7e08da04-a816-4295-9212-2a4c2423e975', 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975', 'project_id': '637c160cdcab4c07af8fa7a009691458', 'fixed_ips': [{'subnet_id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c'}]}} from dv-cinder-master-3-iscsi. {{(pid=115939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 23 13:19:38.790234 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.819605 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:38.880506 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-844875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4962'] for router (269ce903-2e74-49bc-8878-e9a87807647c), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.880506 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-858843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-846155', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-825137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4891'] for router (269ce903-2e74-49bc-8878-e9a87807647c), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:38.942295 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.db_base_plugin_common [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Allocated IP 172.20.0.2 (7e08da04-a816-4295-9212-2a4c2423e975/8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c/639d6056-51bc-496b-ab18-d4cba0d31b87) {{(pid=115939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:19:38.982784 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks [] for router_controller (269ce903-2e74-49bc-8878-e9a87807647c), precommit_add_association {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.008691 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:39.038964 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 2, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:39.067700 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Checking router: 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:19:39.072542 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Updating router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 port 08b6bbbc-326e-433d-9718-58fcaddfdb26 binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:19:39.091775 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:39.092412 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.095806 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.199766 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks [] for router_gateway (269ce903-2e74-49bc-8878-e9a87807647c), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.205826 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Publish callbacks [] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), precommit_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.206950 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:39.246992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:39.247383 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.268572 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), after_create {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.276610 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:19:39.311292 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Network 7e08da04-a816-4295-9212-2a4c2423e975 is already hosted by enough agents. {{(pid=115939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:39.321286 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.scheduler.base_scheduler [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Resources bound (agent type, host, resource id): {{(pid=115939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:39.326800 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Received port after_create {{(pid=115939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:19:39.339063 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.341285 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Pushing event updated for resources: {'Port': ['ID=639d6056-51bc-496b-ab18-d4cba0d31b87,revision_number=1']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:39.428476 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Attempting to bind port 639d6056-51bc-496b-ab18-d4cba0d31b87 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:19:39.429021 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Attempting to bind port 639d6056-51bc-496b-ab18-d4cba0d31b87 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:19:39.429499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Attempting to bind port 639d6056-51bc-496b-ab18-d4cba0d31b87 on network 7e08da04-a816-4295-9212-2a4c2423e975 {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:19:39.432513 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Publish callbacks [] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.441891 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:19:39.443266 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Checking segment: {'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:39.443266 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.443266 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Bound using segment: {'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:19:39.443669 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Bound port: 639d6056-51bc-496b-ab18-d4cba0d31b87, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:19:39.444048 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.450268 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:39.477055 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.516853 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] For port 639d6056-51bc-496b-ab18-d4cba0d31b87, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:19:39.520600 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] For port 639d6056-51bc-496b-ab18-d4cba0d31b87, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=639d6056-51bc-496b-ab18-d4cba0d31b87,segment=NetworkSegment(b85c5a6d-89f4-42d9-b66e-bf52362971fb),segment_id=b85c5a6d-89f4-42d9-b66e-bf52362971fb)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:19:39.531612 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Pushing event updated for resources: {'Port': ['ID=08b6bbbc-326e-433d-9718-58fcaddfdb26,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:39.541901 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544263 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544263 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544263 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544263 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544263 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544263 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544952 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.544952 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.545129 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.545442 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.545832 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.546252 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.546543 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.546861 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:19:39.591951 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.610023 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Attempting to bind port 08b6bbbc-326e-433d-9718-58fcaddfdb26 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:19:39.610403 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Attempting to bind port 08b6bbbc-326e-433d-9718-58fcaddfdb26 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:19:39.610782 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Attempting to bind port 08b6bbbc-326e-433d-9718-58fcaddfdb26 on network 9631a516-9a27-49d0-91a6-c381eb1d1c3c {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:19:39.616181 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:19:39.616632 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Checking segment: {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:39.617029 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.617415 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Bound using segment: {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:19:39.617950 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Bound port: 08b6bbbc-326e-433d-9718-58fcaddfdb26, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:19:39.618328 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.660179 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks [] for router_gateway (269ce903-2e74-49bc-8878-e9a87807647c), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.668510 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f12d5-5e71-49c1-8d95-b81e54b528d6 None None] Pushing event updated for resources: {'Port': ['ID=639d6056-51bc-496b-ab18-d4cba0d31b87,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:39.670311 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:39.697625 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.715697 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] For port 08b6bbbc-326e-433d-9718-58fcaddfdb26, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:19:39.720531 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] For port 08b6bbbc-326e-433d-9718-58fcaddfdb26, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=08b6bbbc-326e-433d-9718-58fcaddfdb26,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:19:39.761585 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:39.797535 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.804347 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:39.822325 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Allocated IP 172.37.1.110 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/577052fb-884e-40f2-ab42-d05d64c276f9) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:19:39.848980 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:39.872836 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:39.873479 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:39.893846 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-eda01f5a-9a2f-4d7c-aa8f-948a482a26ac None None] Provisioning complete for port 08b6bbbc-326e-433d-9718-58fcaddfdb26 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:39.894347 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-eda01f5a-9a2f-4d7c-aa8f-948a482a26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:39.993601 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-eda01f5a-9a2f-4d7c-aa8f-948a482a26ac None None] Current status of the port 08b6bbbc-326e-433d-9718-58fcaddfdb26 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:39.994233 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-eda01f5a-9a2f-4d7c-aa8f-948a482a26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.028097 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks [] for port (577052fb-884e-40f2-ab42-d05d64c276f9), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.034344 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:40.076157 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce2327-8546-4489-b792-12dcead41eca None None] Pushing event updated for resources: {'Port': ['ID=08b6bbbc-326e-433d-9718-58fcaddfdb26,revision_number=4']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:40.115643 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-eda01f5a-9a2f-4d7c-aa8f-948a482a26ac None None] For port 08b6bbbc-326e-433d-9718-58fcaddfdb26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=08b6bbbc-326e-433d-9718-58fcaddfdb26,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:19:40.117038 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.161473 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:40.164409 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:40.166980 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:19:40.191047 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-eda01f5a-9a2f-4d7c-aa8f-948a482a26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.197711 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Pushing event updated for resources: {'Port': ['ID=577052fb-884e-40f2-ab42-d05d64c276f9,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:40.252986 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda01f5a-9a2f-4d7c-aa8f-948a482a26ac None None] Pushing event updated for resources: {'Port': ['ID=08b6bbbc-326e-433d-9718-58fcaddfdb26,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:40.287974 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:40.310198 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-111313bd-1441-42c9-afc6-a2b71544bacf None None] Provisioning complete for port 08b6bbbc-326e-433d-9718-58fcaddfdb26 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:40.321486 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-111313bd-1441-42c9-afc6-a2b71544bacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.321659 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b44eef-e9e4-43f3-9cf1-3f11e1fa9d12 None None] The sync data for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi is: [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:19:40.332369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:40.389852 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-111313bd-1441-42c9-afc6-a2b71544bacf None None] Current status of the port 08b6bbbc-326e-433d-9718-58fcaddfdb26 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:40.533033 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks [] for router_gateway (269ce903-2e74-49bc-8878-e9a87807647c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.574468 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:40.579511 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:40.676234 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:40.747968 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-858834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-846110'] for router (269ce903-2e74-49bc-8878-e9a87807647c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.772499 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6931b20a-44d2-4680-93fa-3c525455dc4c None None] Network 7e08da04-a816-4295-9212-2a4c2423e975 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:19:40.836020 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-d8c4e257-43ee-42c4-9634-fb67ddb06733 None None] Provisioning complete for port 639d6056-51bc-496b-ab18-d4cba0d31b87 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:40.836384 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e257-43ee-42c4-9634-fb67ddb06733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:40.970297 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Router 269ce903-2e74-49bc-8878-e9a87807647c is scheduled to L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 with binding_index 1 {{(pid=115938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 23 13:19:41.024146 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:41.085435 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:19:41.101054 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Sync routers for ids ['269ce903-2e74-49bc-8878-e9a87807647c'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:19:41.114186 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:41.151676 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:41.154592 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-d8c4e257-43ee-42c4-9634-fb67ddb06733 None None] Current status of the port 639d6056-51bc-496b-ab18-d4cba0d31b87 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:41.154592 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e257-43ee-42c4-9634-fb67ddb06733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.162691 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Routers {'269ce903-2e74-49bc-8878-e9a87807647c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:41.163320 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['269ce903-2e74-49bc-8878-e9a87807647c'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:41.199440 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.204684 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-d90d8a6e-bbf6-4d9c-b2b0-44779c478231 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4249918 May 23 13:19:41.208751 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43454) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:41.282892 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-d8c4e257-43ee-42c4-9634-fb67ddb06733 None None] For port 639d6056-51bc-496b-ab18-d4cba0d31b87, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=639d6056-51bc-496b-ab18-d4cba0d31b87,segment=NetworkSegment(b85c5a6d-89f4-42d9-b66e-bf52362971fb),segment_id=b85c5a6d-89f4-42d9-b66e-bf52362971fb)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:19:41.290182 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:41.290652 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.313916 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:41.333907 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Set router 269ce903-2e74-49bc-8878-e9a87807647c gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:41.387551 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d8c4e257-43ee-42c4-9634-fb67ddb06733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.522865 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4e257-43ee-42c4-9634-fb67ddb06733 None None] Pushing event updated for resources: {'Port': ['ID=639d6056-51bc-496b-ab18-d4cba0d31b87,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:41.550547 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:41.551508 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 08b6bbbc-326e-433d-9718-58fcaddfdb26 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:41.553067 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-0b2db3e7-d549-441a-8fda-2322e2bfaff9 None None] Provisioning complete for port 639d6056-51bc-496b-ab18-d4cba0d31b87 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:41.553424 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-0b2db3e7-d549-441a-8fda-2322e2bfaff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.619314 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.671875 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110'}], 'enable_snat': True}, 'gw_port_id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:19:40Z', 'revision_number': 3, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port': {'id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:39Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:41.703658 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 08b6bbbc-326e-433d-9718-58fcaddfdb26 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:41.704020 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.705770 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Checking router: 269ce903-2e74-49bc-8878-e9a87807647c for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:19:41.706129 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Updating router 269ce903-2e74-49bc-8878-e9a87807647c port 577052fb-884e-40f2-ab42-d05d64c276f9 binding host dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:19:41.784493 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Allocated IP 172.20.0.1 (7e08da04-a816-4295-9212-2a4c2423e975/8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c/7c7245e7-d494-483c-8a47-ae971cada360) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:19:41.786515 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-0b2db3e7-d549-441a-8fda-2322e2bfaff9 None None] Current status of the port 639d6056-51bc-496b-ab18-d4cba0d31b87 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:41.792820 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.882737 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 08b6bbbc-326e-433d-9718-58fcaddfdb26 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:41.883763 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 639d6056-51bc-496b-ab18-d4cba0d31b87 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:41.888752 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks [] for port (7c7245e7-d494-483c-8a47-ae971cada360), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.900427 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:41.986066 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (7c7245e7-d494-483c-8a47-ae971cada360), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:41.994777 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:42.027774 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Network 7e08da04-a816-4295-9212-2a4c2423e975 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:42.031015 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:42.033242 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 639d6056-51bc-496b-ab18-d4cba0d31b87 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:42.033412 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:19:42.033955 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.081492 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Pushing event updated for resources: {'Port': ['ID=7c7245e7-d494-483c-8a47-ae971cada360,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:42.099809 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-847435'] for router_interface (269ce903-2e74-49bc-8878-e9a87807647c), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.155069 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:42.185743 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 639d6056-51bc-496b-ab18-d4cba0d31b87 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:42.206385 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Publish callbacks [] for port (577052fb-884e-40f2-ab42-d05d64c276f9), precommit_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.276581 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.286386 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7c7245e7-d494-483c-8a47-ae971cada360), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.345476 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-80d9dda5-0a79-404b-8975-53d9f95155a8 None None] Provisioning complete for port 7c7245e7-d494-483c-8a47-ae971cada360 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:42.345844 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-80d9dda5-0a79-404b-8975-53d9f95155a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7c7245e7-d494-483c-8a47-ae971cada360), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.353938 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4de8-42a9-41a2-9966-3cb1afbe9626 None None] Pushing event updated for resources: {'Port': ['ID=577052fb-884e-40f2-ab42-d05d64c276f9,revision_number=2']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:42.372761 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Attempting to bind port 577052fb-884e-40f2-ab42-d05d64c276f9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:19:42.373128 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Attempting to bind port 577052fb-884e-40f2-ab42-d05d64c276f9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:19:42.373483 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Attempting to bind port 577052fb-884e-40f2-ab42-d05d64c276f9 on network fe71d324-16b9-44b5-8324-f2cee6c54d5d {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:19:42.383135 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:19:42.383568 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Checking segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:42.383908 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.384293 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Bound using segment: {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'} {{(pid=115939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:19:42.384758 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.managers [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Bound port: 577052fb-884e-40f2-ab42-d05d64c276f9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722551c6-e92e-47ef-b4f6-803c1958a1be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d'}}] {{(pid=115939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:19:42.385129 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.416028 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-80d9dda5-0a79-404b-8975-53d9f95155a8 None None] Port 7c7245e7-d494-483c-8a47-ae971cada360 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:19:42.417204 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:42.445795 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] For port 577052fb-884e-40f2-ab42-d05d64c276f9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:19:42.447524 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:42.449359 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] For port 577052fb-884e-40f2-ab42-d05d64c276f9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=577052fb-884e-40f2-ab42-d05d64c276f9,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:19:42.482342 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks [] for port (7c7245e7-d494-483c-8a47-ae971cada360), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.545078 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (7c7245e7-d494-483c-8a47-ae971cada360), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.545634 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.603503 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Routers {'269ce903-2e74-49bc-8878-e9a87807647c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:42.604120 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['269ce903-2e74-49bc-8878-e9a87807647c'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:42.616083 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-497433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-847835'] for router_interface (269ce903-2e74-49bc-8878-e9a87807647c), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:42.618077 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Pushing event updated for resources: {'Port': ['ID=7c7245e7-d494-483c-8a47-ae971cada360,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:42.650128 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4de8-42a9-41a2-9966-3cb1afbe9626 None None] Pushing event updated for resources: {'Port': ['ID=577052fb-884e-40f2-ab42-d05d64c276f9,revision_number=3']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:42.714215 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:42.719811 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Network 7e08da04-a816-4295-9212-2a4c2423e975 is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:19:42.720668 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] Set router 269ce903-2e74-49bc-8878-e9a87807647c gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:42.721164 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:19:42.840499 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Router 269ce903-2e74-49bc-8878-e9a87807647c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:19:42.962681 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:19:42.973118 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-aa29f87e-7529-4131-83db-b519a3e66b4e admin admin] 10.222.0.30 "PUT /v2.0/routers/269ce903-2e74-49bc-8878-e9a87807647c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7622304 May 23 13:19:42.973317 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 639d6056-51bc-496b-ab18-d4cba0d31b87 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:43.065164 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-ad37703c-fade-455d-8208-c6de8521ec5e None None] Provisioning complete for port 7c7245e7-d494-483c-8a47-ae971cada360 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:43.065530 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ad37703c-fade-455d-8208-c6de8521ec5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7c7245e7-d494-483c-8a47-ae971cada360), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:43.115631 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 639d6056-51bc-496b-ab18-d4cba0d31b87 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:43.116002 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:43.158869 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-ad37703c-fade-455d-8208-c6de8521ec5e None None] Port 7c7245e7-d494-483c-8a47-ae971cada360 cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:19:43.173023 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110'}], 'enable_snat': True}, 'gw_port_id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 4, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port': {'id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:39Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7c7245e7-d494-483c-8a47-ae971cada360', 'name': '', 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'mac_address': 'fa:16:3e:b9:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:41Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 2, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'subnets': [{'id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:43.202933 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be771318-eacd-49fa-bad9-014802bdfe3f None None] The sync data for ids ['269ce903-2e74-49bc-8878-e9a87807647c'] in dv-cinder-master-3-iscsi is: [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110'}], 'enable_snat': True}, 'gw_port_id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 4, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port': {'id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:39Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7c7245e7-d494-483c-8a47-ae971cada360', 'name': '', 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'mac_address': 'fa:16:3e:b9:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:41Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 2, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'subnets': [{'id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:19:43.244817 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 639d6056-51bc-496b-ab18-d4cba0d31b87 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:44.383184 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43464) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:44.387751 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-618cdaf2-32b8-4416-8ab8-405165314a7f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057148063', 'description': 'tempest-secgroup-smoke-1057148063 description', 'project_id': 'c39739f8806b49638e73137c2403bae6'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:44.493795 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-618cdaf2-32b8-4416-8ab8-405165314a7f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.540415 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:44.562626 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-618cdaf2-32b8-4416-8ab8-405165314a7f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group (41bd804f-e611-4c67-8d8d-afed90ff2fd5), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.613368 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-618cdaf2-32b8-4416-8ab8-405165314a7f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (41bd804f-e611-4c67-8d8d-afed90ff2fd5), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.643790 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cdaf2-32b8-4416-8ab8-405165314a7f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bd804f-e611-4c67-8d8d-afed90ff2fd5,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:44.690163 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-618cdaf2-32b8-4416-8ab8-405165314a7f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.694268 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-618cdaf2-32b8-4416-8ab8-405165314a7f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3072050 May 23 13:19:44.694407 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43466) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:44.698576 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-6d6c0b17-90c6-4499-9a85-aa79d40d775b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'security_group_rule': {'security_group_id': '41bd804f-e611-4c67-8d8d-afed90ff2fd5', 'project_id': 'c39739f8806b49638e73137c2403bae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:44.763847 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0b17-90c6-4499-9a85-aa79d40d775b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (0214d2cf-1f48-43ef-8bee-99d83895a2cc), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.812510 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0b17-90c6-4499-9a85-aa79d40d775b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (0214d2cf-1f48-43ef-8bee-99d83895a2cc), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.853606 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0b17-90c6-4499-9a85-aa79d40d775b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (0214d2cf-1f48-43ef-8bee-99d83895a2cc), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.872740 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c0b17-90c6-4499-9a85-aa79d40d775b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0214d2cf-1f48-43ef-8bee-99d83895a2cc,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:44.916104 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0b17-90c6-4499-9a85-aa79d40d775b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:44.917405 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-6d6c0b17-90c6-4499-9a85-aa79d40d775b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220931 May 23 13:19:44.920576 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43468) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:44.925953 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [None req-726eabb3-45e4-4ec1-b48f-103860b188a7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'security_group_rule': {'security_group_id': '41bd804f-e611-4c67-8d8d-afed90ff2fd5', 'project_id': 'c39739f8806b49638e73137c2403bae6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:44.973101 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 577052fb-884e-40f2-ab42-d05d64c276f9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:45.013361 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-726eabb3-45e4-4ec1-b48f-103860b188a7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (49751c8b-cb9d-4127-b363-3f365ddfc7a5), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.028695 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 577052fb-884e-40f2-ab42-d05d64c276f9 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:45.028695 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.057112 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Sync routers for ids ['269ce903-2e74-49bc-8878-e9a87807647c'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:19:45.068155 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Routers {'269ce903-2e74-49bc-8878-e9a87807647c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:45.068761 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['269ce903-2e74-49bc-8878-e9a87807647c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:45.089587 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-726eabb3-45e4-4ec1-b48f-103860b188a7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (49751c8b-cb9d-4127-b363-3f365ddfc7a5), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.103052 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 577052fb-884e-40f2-ab42-d05d64c276f9 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:45.103515 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.124313 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] For port 577052fb-884e-40f2-ab42-d05d64c276f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=577052fb-884e-40f2-ab42-d05d64c276f9,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:19:45.168074 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-726eabb3-45e4-4ec1-b48f-103860b188a7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (49751c8b-cb9d-4127-b363-3f365ddfc7a5), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.175330 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Set router 269ce903-2e74-49bc-8878-e9a87807647c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:45.184868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726eabb3-45e4-4ec1-b48f-103860b188a7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49751c8b-cb9d-4127-b363-3f365ddfc7a5,revision_number=0']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:45.196365 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.243006 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Pushing event updated for resources: {'Port': ['ID=577052fb-884e-40f2-ab42-d05d64c276f9,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:45.251288 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-726eabb3-45e4-4ec1-b48f-103860b188a7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.255435 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43470) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:45.255977 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-726eabb3-45e4-4ec1-b48f-103860b188a7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342330 May 23 13:19:45.260263 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-49cc7d6b-8b89-4083-b6bc-4443a57d1688 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'security_group_rule': {'security_group_id': '41bd804f-e611-4c67-8d8d-afed90ff2fd5', 'project_id': 'c39739f8806b49638e73137c2403bae6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:45.310596 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=100 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:45.339740 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-49cc7d6b-8b89-4083-b6bc-4443a57d1688 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (22caf772-e3e9-40d3-b178-e96bd6c284e9), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.367628 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110'}], 'enable_snat': True}, 'gw_port_id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 4, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port': {'id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:39Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7c7245e7-d494-483c-8a47-ae971cada360', 'name': '', 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'mac_address': 'fa:16:3e:b9:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:41Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 2, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'subnets': [{'id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:45.389512 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-49cc7d6b-8b89-4083-b6bc-4443a57d1688 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (22caf772-e3e9-40d3-b178-e96bd6c284e9), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.393715 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Checking router: 269ce903-2e74-49bc-8878-e9a87807647c for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:19:45.394087 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Updating router 269ce903-2e74-49bc-8878-e9a87807647c port 7c7245e7-d494-483c-8a47-ae971cada360 binding host dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 23 13:19:45.436746 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-49cc7d6b-8b89-4083-b6bc-4443a57d1688 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (22caf772-e3e9-40d3-b178-e96bd6c284e9), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.460223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc7d6b-8b89-4083-b6bc-4443a57d1688 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22caf772-e3e9-40d3-b178-e96bd6c284e9,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:45.510127 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7c7245e7-d494-483c-8a47-ae971cada360), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.513270 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-49cc7d6b-8b89-4083-b6bc-4443a57d1688 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.514508 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-49cc7d6b-8b89-4083-b6bc-4443a57d1688 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2580643 May 23 13:19:45.518133 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43472) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:45.522321 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-b0c1350c-7c61-473c-8c94-d70a2c012bd7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'security_group_rule': {'security_group_id': '41bd804f-e611-4c67-8d8d-afed90ff2fd5', 'project_id': 'c39739f8806b49638e73137c2403bae6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:45.602620 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b0c1350c-7c61-473c-8c94-d70a2c012bd7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (6ef1b80e-3e9c-4f46-b754-d262cd4351e7), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.651665 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b0c1350c-7c61-473c-8c94-d70a2c012bd7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (6ef1b80e-3e9c-4f46-b754-d262cd4351e7), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.711041 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b0c1350c-7c61-473c-8c94-d70a2c012bd7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (6ef1b80e-3e9c-4f46-b754-d262cd4351e7), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.730714 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1350c-7c61-473c-8c94-d70a2c012bd7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef1b80e-3e9c-4f46-b754-d262cd4351e7,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:45.799183 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Publish callbacks [] for port (7c7245e7-d494-483c-8a47-ae971cada360), precommit_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.821448 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-b0c1350c-7c61-473c-8c94-d70a2c012bd7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.822724 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b0c1350c-7c61-473c-8c94-d70a2c012bd7 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3036511 May 23 13:19:45.825334 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43474) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:45.830286 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'security_group_rule': {'security_group_id': '41bd804f-e611-4c67-8d8d-afed90ff2fd5', 'project_id': 'c39739f8806b49638e73137c2403bae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:45.882202 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (7c7245e7-d494-483c-8a47-ae971cada360), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.916959 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.securitygroups_db [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Project c39739f8806b49638e73137c2403bae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 13:19:45.924970 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (e22c49bf-cc87-450c-8653-ff6603704a6d), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:45.936193 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:45.939108 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8d219-b2f4-4fda-b0a2-b6603765d1e8 None None] Pushing event updated for resources: {'Port': ['ID=7c7245e7-d494-483c-8a47-ae971cada360,revision_number=3']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:45.981642 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (e22c49bf-cc87-450c-8653-ff6603704a6d), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.000811 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Attempting to bind port 7c7245e7-d494-483c-8a47-ae971cada360 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:19:46.001213 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Attempting to bind port 7c7245e7-d494-483c-8a47-ae971cada360 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:19:46.001565 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Attempting to bind port 7c7245e7-d494-483c-8a47-ae971cada360 on network 7e08da04-a816-4295-9212-2a4c2423e975 {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:19:46.007161 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Checking agent: {'id': '7ad75d85-7b55-48db-94d0-3ce1aed5808c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 51, 3), 'started_at': datetime.datetime(2022, 5, 23, 12, 51, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:19:46.007529 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Checking segment: {'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:19:46.007926 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.008310 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Bound using segment: {'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'} {{(pid=115940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:19:46.008765 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.managers [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Bound port: 7c7245e7-d494-483c-8a47-ae971cada360, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85c5a6d-89f4-42d9-b66e-bf52362971fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975'}}] {{(pid=115940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:19:46.009138 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7c7245e7-d494-483c-8a47-ae971cada360), before_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.049269 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (e22c49bf-cc87-450c-8653-ff6603704a6d), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.069999 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22c49bf-cc87-450c-8653-ff6603704a6d,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:46.082451 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] For port 7c7245e7-d494-483c-8a47-ae971cada360, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=115940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:19:46.086865 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:46.086865 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.plugins.ml2.db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] For port 7c7245e7-d494-483c-8a47-ae971cada360, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c7245e7-d494-483c-8a47-ae971cada360,segment=NetworkSegment(b85c5a6d-89f4-42d9-b66e-bf52362971fb),segment_id=b85c5a6d-89f4-42d9-b66e-bf52362971fb)] {{(pid=115940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:19:46.152573 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.153748 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-7d5c27c4-2cbb-4907-a2ad-ea75cf492d86 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274262 May 23 13:19:46.156518 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43476) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:19:46.160854 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'security_group_rule': {'security_group_id': '41bd804f-e611-4c67-8d8d-afed90ff2fd5', 'project_id': 'c39739f8806b49638e73137c2403bae6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:19:46.179844 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron_lib.callbacks.manager [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (7c7245e7-d494-483c-8a47-ae971cada360), after_update {{(pid=115940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.200598 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-9cacd4e3-0714-4644-853a-3a80bb21646e None None] Provisioning complete for port 7c7245e7-d494-483c-8a47-ae971cada360 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:46.201170 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9cacd4e3-0714-4644-853a-3a80bb21646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7c7245e7-d494-483c-8a47-ae971cada360), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.244147 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Routers {'269ce903-2e74-49bc-8878-e9a87807647c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:19:46.244773 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['269ce903-2e74-49bc-8878-e9a87807647c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:46.276623 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8d219-b2f4-4fda-b0a2-b6603765d1e8 None None] Pushing event updated for resources: {'Port': ['ID=7c7245e7-d494-483c-8a47-ae971cada360,revision_number=4']} {{(pid=115940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:46.280497 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-9cacd4e3-0714-4644-853a-3a80bb21646e None None] Current status of the port 7c7245e7-d494-483c-8a47-ae971cada360 is: DOWN; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:46.280497 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9cacd4e3-0714-4644-853a-3a80bb21646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (7c7245e7-d494-483c-8a47-ae971cada360), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.300773 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.securitygroups_db [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Project c39739f8806b49638e73137c2403bae6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 23 13:19:46.310056 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (2dd5e6d2-c9de-4576-b99b-c45625de6f18), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.321387 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-9cacd4e3-0714-4644-853a-3a80bb21646e None None] For port 7c7245e7-d494-483c-8a47-ae971cada360, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c7245e7-d494-483c-8a47-ae971cada360,segment=NetworkSegment(b85c5a6d-89f4-42d9-b66e-bf52362971fb),segment_id=b85c5a6d-89f4-42d9-b66e-bf52362971fb)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:19:46.334172 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:46.351422 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:46.353953 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] Set router 269ce903-2e74-49bc-8878-e9a87807647c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:19:46.379685 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9cacd4e3-0714-4644-853a-3a80bb21646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (7c7245e7-d494-483c-8a47-ae971cada360), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.383078 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (2dd5e6d2-c9de-4576-b99b-c45625de6f18), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.430884 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacd4e3-0714-4644-853a-3a80bb21646e None None] Pushing event updated for resources: {'Port': ['ID=7c7245e7-d494-483c-8a47-ae971cada360,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:46.459238 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989043'] for security_group_rule (2dd5e6d2-c9de-4576-b99b-c45625de6f18), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.482245 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd5e6d2-c9de-4576-b99b-c45625de6f18,revision_number=0']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:19:46.505766 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-c960f53c-f7a2-47a4-a0d1-acc138d92e5e None None] Provisioning complete for port 7c7245e7-d494-483c-8a47-ae971cada360 triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:46.506269 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-c960f53c-f7a2-47a4-a0d1-acc138d92e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7c7245e7-d494-483c-8a47-ae971cada360), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.541470 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:46.552526 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-af54a40a-037b-4b0e-91ed-e662f7515920 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3853123 May 23 13:19:46.552733 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110'}], 'enable_snat': True}, 'gw_port_id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 4, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port': {'id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:39Z', 'updated_at': '2022-05-23T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7c7245e7-d494-483c-8a47-ae971cada360', 'name': '', 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'mac_address': 'fa:16:3e:b9:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:41Z', 'updated_at': '2022-05-23T13:19:46Z', 'revision_number': 4, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'subnets': [{'id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:19:46.570743 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44ed43e-0b06-485e-bf8b-0044cd1bb122 None None] The sync data for ids ['269ce903-2e74-49bc-8878-e9a87807647c'] in dv-cinder-master-3-iscsi is: [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110'}], 'enable_snat': True}, 'gw_port_id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:19:42Z', 'revision_number': 4, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port': {'id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:39Z', 'updated_at': '2022-05-23T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7c7245e7-d494-483c-8a47-ae971cada360', 'name': '', 'network_id': '7e08da04-a816-4295-9212-2a4c2423e975', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'mac_address': 'fa:16:3e:b9:73:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:41Z', 'updated_at': '2022-05-23T13:19:46Z', 'revision_number': 4, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'subnets': [{'id': '8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:19:46.581950 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:46.594334 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-c960f53c-f7a2-47a4-a0d1-acc138d92e5e None None] Current status of the port 7c7245e7-d494-483c-8a47-ae971cada360 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:46.998760 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 7c7245e7-d494-483c-8a47-ae971cada360 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:47.040604 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:47.047739 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 7c7245e7-d494-483c-8a47-ae971cada360 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:47.056003 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (7c7245e7-d494-483c-8a47-ae971cada360), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:47.130714 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 7c7245e7-d494-483c-8a47-ae971cada360 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:47.131771 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 577052fb-884e-40f2-ab42-d05d64c276f9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:19:47.179066 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Provisioning complete for port 577052fb-884e-40f2-ab42-d05d64c276f9 triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:19:47.179441 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:47.246229 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=100 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:47.261459 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Current status of the port 577052fb-884e-40f2-ab42-d05d64c276f9 is: ACTIVE; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:19:55.189851 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=12,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:55.190596 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=19,neutron:INSERT=1,neutron:DELETE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:55.464960 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:56.482125 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=17,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:19:57.111157 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2e784fca-ea39-46d8-9b2d-b9bdb3101cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:19:59.487391 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-38d87fca-43f6-4e21-9a7a-4a21e04467d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:00.491214 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=60 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:00.498008 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=18 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:00.527175 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:20:00.635755 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:01.978508 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:03.452696 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:07.426860 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-7d37a4fa-fc34-4ac9-a4fd-2d23e1129b70 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057148063&fields=id&tenant_id=c39739f8806b49638e73137c2403bae6 HTTP/1.1" status: 200 len: 267 time: 0.0451210 May 23 13:20:07.534647 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-0fb244ac-7e54-473e-8d0d-84bd1d03a3eb tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:07.536004 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-0fb244ac-7e54-473e-8d0d-84bd1d03a3eb tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 808 time: 0.1030097 May 23 13:20:07.550403 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-f05dd70c-6107-460c-a88c-26b566886355 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/quotas/c39739f8806b49638e73137c2403bae6 HTTP/1.1" status: 200 len: 375 time: 0.0090091 May 23 13:20:07.597841 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-de2fda68-5226-44a0-b8e7-41efe38dcbc3 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426011 May 23 13:20:07.704093 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-95135294-c9ea-4406-89a3-a0b473f59b45 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:20:07.705081 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-95135294-c9ea-4406-89a3-a0b473f59b45 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0967519 May 23 13:20:07.792619 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-bf0c7383-34d0-40a5-ad1f-672cfcfc5be0 service neutron] 10.222.0.30 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809665 May 23 13:20:08.126827 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-7f0d1912-6a3c-4bbf-a1d3-5e357d0c7315 service neutron] 10.222.0.30 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287902 May 23 13:20:08.653039 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-57a38d48-1113-416f-bf5e-50bd2d6a7a6e req-d9f8f02a-169e-423a-9a2b-57b236c9c074 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 210 time: 0.0284171 May 23 13:20:09.756102 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bad465a8-de4b-4c33-886a-4a6dbaa51eb4 req-cde40cdf-af17-41ee-b4d8-dca23c034c89 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 210 time: 0.0305836 May 23 13:20:10.523722 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:10.536116 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-43c766e4-0caf-4873-9bd1-70e1e8f8bdd0 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:10.537574 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-43c766e4-0caf-4873-9bd1-70e1e8f8bdd0 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 808 time: 0.1013076 May 23 13:20:10.605902 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-62d155e4-a000-4cf5-9af1-315c3f918285 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c39739f8806b49638e73137c2403bae6 HTTP/1.1" status: 200 len: 380 time: 0.0548878 May 23 13:20:10.613974 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'port': {'device_id': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'admin_state_up': True, 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'security_groups': ['41bd804f-e611-4c67-8d8d-afed90ff2fd5']}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:20:10.790135 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Made reservation on behalf of c39739f8806b49638e73137c2403bae6 for: {'port': 1} {{(pid=115937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 23 13:20:10.794414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:10.889233 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5a3df617-17a9-4f06-8cb3-141c4660e94c req-ba649d51-bc12-443b-88f9-a06327407875 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 210 time: 0.0372448 May 23 13:20:10.953481 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_common [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Allocated IP 172.20.0.9 (9631a516-9a27-49d0-91a6-c381eb1d1c3c/54eb8ecf-9120-4d4a-9a86-cbec324432e6/2bd9e090-be1e-45db-8933-3657fc0a924e) {{(pid=115937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:20:10.989983 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:11.035778 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:11.134991 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), precommit_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:11.213269 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_create {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:11.259621 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c is already hosted by enough agents. {{(pid=115937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:20:11.262595 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.scheduler.base_scheduler [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Resources bound (agent type, host, resource id): {{(pid=115937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:20:11.266630 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Received port after_create {{(pid=115937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:20:11.291508 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=1']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:20:11.308358 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.308923 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.309065 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.309472 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.309735 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.310077 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.310408 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.310736 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.311066 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.311393 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.311720 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.312057 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.312388 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.312706 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.313025 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:11.335271 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:11.335895 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:11.428644 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-fe399e76-ad1a-48c5-bd7d-7a090fd69af9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8183229 May 23 13:20:11.445609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.v2.base [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Request body: {'port': {'device_id': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=115937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:20:11.465596 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-4a872d9a-5205-436a-a0d9-0ddd0e2fc4fe None None] Provisioning complete for port 2bd9e090-be1e-45db-8933-3657fc0a924e triggered by entity DHCP. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:20:11.466217 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-4a872d9a-5205-436a-a0d9-0ddd0e2fc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:11.499819 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-4a872d9a-5205-436a-a0d9-0ddd0e2fc4fe None None] Port 2bd9e090-be1e-45db-8933-3657fc0a924e cannot update to ACTIVE because it is not bound. {{(pid=115939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 23 13:20:11.514265 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:11.772844 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:11.830559 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd9e090-be1e-45db-8933-3657fc0a924e {{(pid=115937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:20:11.838976 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Publish callbacks [] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), precommit_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:11.852992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.provisioning_blocks [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Transition to ACTIVE for port object 2bd9e090-be1e-45db-8933-3657fc0a924e will not be triggered until provisioned by entity L2. {{(pid=115937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 23 13:20:11.927351 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:12.018320 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=2']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:20:12.052790 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8811dd5-279b-4c79-b2e6-c2825517045a req-e9273b76-7f60-406a-b093-9d8741ab6339 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.054321 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8811dd5-279b-4c79-b2e6-c2825517045a req-e9273b76-7f60-406a-b093-9d8741ab6339 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0928447 May 23 13:20:12.149502 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Attempting to bind port 2bd9e090-be1e-45db-8933-3657fc0a924e on host hv-cinder-maste for vnic_type normal with profile {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 23 13:20:12.149834 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Attempting to bind port 2bd9e090-be1e-45db-8933-3657fc0a924e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 23 13:20:12.150178 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Attempting to bind port 2bd9e090-be1e-45db-8933-3657fc0a924e on network 9631a516-9a27-49d0-91a6-c381eb1d1c3c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:20:12.156380 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d8811dd5-279b-4c79-b2e6-c2825517045a req-dfec99ad-03ec-4078-9699-5bc40d3b4380 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794227 May 23 13:20:12.158339 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Port 2bd9e090-be1e-45db-8933-3657fc0a924e on network 9631a516-9a27-49d0-91a6-c381eb1d1c3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 23 13:20:12.158841 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Attempting to bind port 2bd9e090-be1e-45db-8933-3657fc0a924e on network 9631a516-9a27-49d0-91a6-c381eb1d1c3c {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 23 13:20:12.164701 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Checking agent: {'id': '5143015c-767e-4809-9cd2-8aca2ee92056', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'started_at': datetime.datetime(2022, 5, 23, 12, 57, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 23, 13, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 23 13:20:12.165037 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Checking segment: {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 23 13:20:12.165415 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Bound using segment: {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'} {{(pid=115937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 23 13:20:12.165940 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.managers [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Bound port: 2bd9e090-be1e-45db-8933-3657fc0a924e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c'}}] {{(pid=115937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 23 13:20:12.166297 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:12.198426 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:12.231603 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, cleared binding levels {{(pid=115937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 23 13:20:12.234751 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 23 13:20:12.310099 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26712291'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_update {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:12.344742 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.345371 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:12.346747 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] 10.222.0.49 "PUT /v2.0/ports/2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 1093 time: 0.9058681 May 23 13:20:12.348944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:20:12.350236 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c41a7b-c4b3-47e2-9767-0ce25ed80b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:20:12.375806 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af81b3-49bb-4675-b062-e5ada71d0237 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=3']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:20:12.403520 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95e3e9-f6d5-48e7-bb2a-335a84c64a46 x-openstack-request-id: req-1e95e3e9-f6d5-48e7-bb2a-335a84c64a46 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:20:12.403815 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:20:12.404068 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e95e3e9-f6d5-48e7-bb2a-335a84c64a46 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:20:12.404476 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e95e3e9-f6d5-48e7-bb2a-335a84c64a46'] response: {'name': 'network-changed', 'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'status': 'completed', 'code': 200} May 23 13:20:12.493642 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41a7b-c4b3-47e2-9767-0ce25ed80b3b req-f1a890c8-3a99-4195-9ca2-7c1eb2070aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.495235 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48c41a7b-c4b3-47e2-9767-0ce25ed80b3b req-f1a890c8-3a99-4195-9ca2-7c1eb2070aba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1127 time: 0.0442703 May 23 13:20:12.609034 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41a7b-c4b3-47e2-9767-0ce25ed80b3b req-4d505380-3366-43ed-a53a-c1cd75fe1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.610669 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48c41a7b-c4b3-47e2-9767-0ce25ed80b3b req-4d505380-3366-43ed-a53a-c1cd75fe1813 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c39739f8806b49638e73137c2403bae6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1018236 May 23 13:20:12.713492 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41a7b-c4b3-47e2-9767-0ce25ed80b3b req-d42a5521-1443-41d5-8d88-828ac6d236cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.715004 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-48c41a7b-c4b3-47e2-9767-0ce25ed80b3b req-d42a5521-1443-41d5-8d88-828ac6d236cc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974402 May 23 13:20:12.812318 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-0c1720fc-d034-4d90-8a5e-3fcd689c3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.813791 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-0c1720fc-d034-4d90-8a5e-3fcd689c3bd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1127 time: 0.0394125 May 23 13:20:12.859440 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-caf2b888-f1b4-4c20-9ab8-dad0fdaf550c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 217 time: 0.0329058 May 23 13:20:12.907447 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-90e3183a-50fe-49a2-9d3f-bd3b8669ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.908857 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-90e3183a-50fe-49a2-9d3f-bd3b8669ccb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0444961 May 23 13:20:12.955542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-13663b49-41dd-4faa-973e-d9bc768d4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:12.957643 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-13663b49-41dd-4faa-973e-d9bc768d4f75 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417223 May 23 13:20:13.047017 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-d85e3593-c385-4938-b46c-49b1d35188f3 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825689 May 23 13:20:13.120422 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:13.155659 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d2c80e76-c36b-491a-b85f-042d9eebeed1 req-302bc9b2-ce50-4386-bd95-24f261f50a98 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025476 May 23 13:20:13.273915 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffad88-9c6d-4ddc-9b8e-6c3e83e9d3eb req-319e3d93-4074-470d-85ae-532096a6862c tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:13.275351 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5ffad88-9c6d-4ddc-9b8e-6c3e83e9d3eb req-319e3d93-4074-470d-85ae-532096a6862c tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0475202 May 23 13:20:13.324245 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c5ffad88-9c6d-4ddc-9b8e-6c3e83e9d3eb req-35a4d08a-6507-4529-ae36-5c9b644e35a9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 May 23 13:20:14.447899 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783bde6-9700-4bd9-bd24-fcb795c5d674 req-60e9547a-0f1b-4e01-958d-46fc65863099 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:14.449341 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7783bde6-9700-4bd9-bd24-fcb795c5d674 req-60e9547a-0f1b-4e01-958d-46fc65863099 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0460954 May 23 13:20:14.504460 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7783bde6-9700-4bd9-bd24-fcb795c5d674 req-a7bf0369-0679-4961-9c46-ce39e1383c15 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495257 May 23 13:20:15.616914 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539d21a-964c-4734-85d6-4d5095cf44ee req-e65ec2a6-a502-4cdc-9b7f-e73d2a7dc9fa tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:15.618386 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6539d21a-964c-4734-85d6-4d5095cf44ee req-e65ec2a6-a502-4cdc-9b7f-e73d2a7dc9fa tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0470395 May 23 13:20:15.668558 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6539d21a-964c-4734-85d6-4d5095cf44ee req-d5cd38d0-3d58-434c-ac2d-b8ccee4e4630 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447474 May 23 13:20:16.783815 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e6e8a-87c5-4f5c-a2ed-eebae7dfff29 req-dce75eac-afdb-4412-bab1-5f1c3d8b8da8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:16.785239 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d8e6e8a-87c5-4f5c-a2ed-eebae7dfff29 req-dce75eac-afdb-4412-bab1-5f1c3d8b8da8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0475461 May 23 13:20:16.834742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5d8e6e8a-87c5-4f5c-a2ed-eebae7dfff29 req-bd3d29ab-34f4-4c58-8320-0c81372b1fa9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426369 May 23 13:20:17.952802 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af1e20-151f-45d0-85b1-c6f15adf47ed req-9102d6af-291c-474a-9e3f-6907235e064f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:17.954166 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0af1e20-151f-45d0-85b1-c6f15adf47ed req-9102d6af-291c-474a-9e3f-6907235e064f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0521662 May 23 13:20:17.984992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:18.003338 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-e0af1e20-151f-45d0-85b1-c6f15adf47ed req-ed77d437-546a-4f8e-9c94-df4713b14fb8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430424 May 23 13:20:19.118788 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654aa2-303f-4e01-80f8-24712e915304 req-22ebac39-2fa6-4fc3-8edb-d0dcbfa4d4df tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:19.120290 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc654aa2-303f-4e01-80f8-24712e915304 req-22ebac39-2fa6-4fc3-8edb-d0dcbfa4d4df tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0465443 May 23 13:20:19.172950 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc654aa2-303f-4e01-80f8-24712e915304 req-7be522c8-8d24-41ec-8260-beb943b81601 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468206 May 23 13:20:19.701371 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 2bd9e090-be1e-45db-8933-3657fc0a924e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:20:19.703623 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:19.705059 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=17 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:19.707982 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:19.800463 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:20:19.812169 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'port_id': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'mac_address': 'fa:16:3e:7a:19:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:20:19.849866 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 2bd9e090-be1e-45db-8933-3657fc0a924e is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:20:19.850852 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:19.863448 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd9e090-be1e-45db-8933-3657fc0a924e {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:20:19.882832 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:20:19.932006 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:19.977239 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=4']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:20:19.984184 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.984530 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.984868 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.985203 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.985536 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.985860 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.986208 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:19.992491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:20.294325 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacd668-3ba0-461f-a894-d849e8a3764f req-a225badd-a583-4e69-b4d7-ea6c16b64c13 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:20.295780 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fcacd668-3ba0-461f-a894-d849e8a3764f req-a225badd-a583-4e69-b4d7-ea6c16b64c13 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 944 time: 0.0510211 May 23 13:20:20.344309 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fcacd668-3ba0-461f-a894-d849e8a3764f req-41563a9a-c875-436f-882e-e6d19f735a10 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 May 23 13:20:20.372036 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['2bd9e090-be1e-45db-8933-3657fc0a924e'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:20:21.456362 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7147d3-5447-4a5b-8082-14886939a7b9 req-af064aea-f1a7-4122-8596-3cc0c9632c54 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:21.457815 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ff7147d3-5447-4a5b-8082-14886939a7b9 req-af064aea-f1a7-4122-8596-3cc0c9632c54 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 944 time: 0.0464141 May 23 13:20:21.505954 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ff7147d3-5447-4a5b-8082-14886939a7b9 req-52bde2ef-90f0-4ab2-ac0c-e0043ef187b2 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 May 23 13:20:21.711298 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 2bd9e090-be1e-45db-8933-3657fc0a924e up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:20:21.755559 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning for port 2bd9e090-be1e-45db-8933-3657fc0a924e completed by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 23 13:20:21.800607 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 2bd9e090-be1e-45db-8933-3657fc0a924e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:20:21.800967 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:21.871669 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 2bd9e090-be1e-45db-8933-3657fc0a924e is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:20:21.871965 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:21.896060 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:20:21.898966 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed0ee0-3ce1-4454-8567-c4069b591908" -d '{"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:20:21.911137 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:20:21.935434 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0e0836-7871-4f1b-b02e-669b6b4bcf5f x-openstack-request-id: req-7f0e0836-7871-4f1b-b02e-669b6b4bcf5f {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:20:21.935750 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:20:21.936039 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f0e0836-7871-4f1b-b02e-669b6b4bcf5f {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:20:21.936430 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0e0836-7871-4f1b-b02e-669b6b4bcf5f'] response: {'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'code': 200} May 23 13:20:21.966380 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:22.013026 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=5']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:20:22.271414 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521ec2e-92c2-4f67-8f62-6a9dc75841ac req-54e0be08-9373-4197-b230-52e7598f4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:22.273922 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6521ec2e-92c2-4f67-8f62-6a9dc75841ac req-54e0be08-9373-4197-b230-52e7598f4d9a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0394197 May 23 13:20:22.322827 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6521ec2e-92c2-4f67-8f62-6a9dc75841ac req-1a546d66-d4e8-4830-9d63-a8ab9d1030b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 May 23 13:20:22.513276 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:22.514085 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:22.619467 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361f882-b00a-42ff-9c5e-7ad1a748b723 req-c022adae-6ea3-425a-9220-1a94ef12c635 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:22.620927 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c361f882-b00a-42ff-9c5e-7ad1a748b723 req-c022adae-6ea3-425a-9220-1a94ef12c635 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0466325 May 23 13:20:22.669800 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c361f882-b00a-42ff-9c5e-7ad1a748b723 req-e92c3648-f68f-4216-9e3d-64e1d84c2a7a tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 May 23 13:20:23.772511 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:23.785500 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c105e62-a4d1-4d99-9a11-1b0fd97ec72b req-03199457-7fce-48e7-a6e8-76bc2e5ca8f6 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:23.787031 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9c105e62-a4d1-4d99-9a11-1b0fd97ec72b req-03199457-7fce-48e7-a6e8-76bc2e5ca8f6 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0482416 May 23 13:20:23.836870 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9c105e62-a4d1-4d99-9a11-1b0fd97ec72b req-5abb0650-dd7a-474e-956e-ccf279461bbd tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 May 23 13:20:24.955465 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10baa0-e821-4fbf-93f1-77898716e0f7 req-5c423b6f-1ba7-4a60-ace5-55102116c861 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:24.956845 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df10baa0-e821-4fbf-93f1-77898716e0f7 req-5c423b6f-1ba7-4a60-ace5-55102116c861 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0515537 May 23 13:20:25.007373 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-df10baa0-e821-4fbf-93f1-77898716e0f7 req-1e835226-790c-4f0b-9b78-2d686da3c52d tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 May 23 13:20:25.117313 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4291f98-88bf-4cb0-a9cb-83e0a7c536e0 req-78403b67-6469-4cb9-af1a-10fac12857ad tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:25.118794 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4291f98-88bf-4cb0-a9cb-83e0a7c536e0 req-78403b67-6469-4cb9-af1a-10fac12857ad tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0458345 May 23 13:20:25.168384 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d4291f98-88bf-4cb0-a9cb-83e0a7c536e0 req-0cf3c2c5-53b1-4fef-8280-e7a7424e1edc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428164 May 23 13:20:25.189809 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43656) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:20:25.269207 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed789c-11f9-4a97-99e6-cf3c35fce454 tempest-TestShelveInstance-1568181757 tempest-TestShelveInstance-1568181757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:25.270715 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-63ed789c-11f9-4a97-99e6-cf3c35fce454 tempest-TestShelveInstance-1568181757 tempest-TestShelveInstance-1568181757-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1124 time: 0.0799212 May 23 13:20:25.273573 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43660) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:20:25.277771 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.v2.base [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Request body: {'floatingip': {'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'port_id': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 23 13:20:25.377659 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:25.457407 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (None), before_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:25.492624 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:25.789619 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_common [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Allocated IP 172.37.1.5 (fe71d324-16b9-44b5-8324-f2cee6c54d5d/7c649795-3a19-4ea7-82b7-9f51443b0fed/a7e9c083-8b92-4f52-8487-16d91ccb98b1) {{(pid=115938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 23 13:20:25.891889 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:25.972147 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747491803405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:26.012063 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Network fe71d324-16b9-44b5-8324-f2cee6c54d5d is already hosted by enough agents. {{(pid=115938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 23 13:20:26.014865 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.base_scheduler [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Resources bound (agent type, host, resource id): {{(pid=115938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 23 13:20:26.019371 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Received port after_create {{(pid=115938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 23 13:20:26.042033 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'Port': ['ID=a7e9c083-8b92-4f52-8487-16d91ccb98b1,revision_number=1']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:20:26.057477 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.057801 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.058165 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.058498 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.058826 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.059152 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.059475 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.059796 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.060116 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.060461 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.060788 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.061104 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.061421 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.061734 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.062076 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:20:26.328721 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:26.379433 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:26.388149 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for floatingip (c2743069-56c7-4ee6-8f9f-7cb2d204b540), precommit_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:26.509947 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), before_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:26.685123 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), precommit_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:26.760457 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3121750'] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), after_update {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:26.834679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event updated for resources: {'Port': ['ID=a7e9c083-8b92-4f52-8487-16d91ccb98b1,revision_number=2']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:20:26.844767 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-847552'] for floatingip (c2743069-56c7-4ee6-8f9f-7cb2d204b540), after_create {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:26.941609 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Floating IP c2743069-56c7-4ee6-8f9f-7cb2d204b540 associated. External IP: 172.37.1.5, port: 2bd9e090-be1e-45db-8933-3657fc0a924e. May 23 13:20:27.121306 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e77d731-b2e7-40b2-9419-f6ce59f99803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:27.141833 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:20:27.198950 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:27.243445 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:20:27.252924 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] Sync routers for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:20:27.262761 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:20:27.268146 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:20:27.305357 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:27.338161 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-da63d555-65f8-4b03-9b1f-789a60494242 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0635147 May 23 13:20:27.338917 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:20:27.340970 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:20:27.367981 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:20:27.434032 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e552279d-d9d5-488a-b592-415e9cfab942 x-openstack-request-id: req-e552279d-d9d5-488a-b592-415e9cfab942 {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:20:27.434324 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:20:27.434580 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e552279d-d9d5-488a-b592-415e9cfab942 {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:20:27.434982 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e552279d-d9d5-488a-b592-415e9cfab942'] response: {'name': 'network-changed', 'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'status': 'completed', 'code': 200} May 23 13:20:27.478719 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:27.526860 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-3c5f3f4d-e841-49c8-a0bd-6ee243e193a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:27.528322 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-3c5f3f4d-e841-49c8-a0bd-6ee243e193a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0397799 May 23 13:20:27.589124 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c2743069-56c7-4ee6-8f9f-7cb2d204b540', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'floating_ip_address': '172.37.1.5', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'port_id': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'mac_address': 'fa:16:3e:7a:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:20:26Z', 'updated_at': '2022-05-23T13:20:26Z', 'revision_number': 0, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:40Z', 'revision_number': 5, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:20:27.630282 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-9ed89e55-658f-4e06-b770-50027558b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:27.632484 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-9ed89e55-658f-4e06-b770-50027558b346 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0883095 May 23 13:20:27.744493 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] Checking router: 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:20:27.752916 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:20:27.753517 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:19:59Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:20:27.820241 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-466e9937-5708-4a45-a086-3807b81df3c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 997 time: 0.0560865 May 23 13:20:27.857575 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:20:27.874249 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-4fb70728-3a9b-4e04-a76d-ef7b5c295980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:27.875696 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-4fb70728-3a9b-4e04-a76d-ef7b5c295980 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0485191 May 23 13:20:27.910751 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:27.919955 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-4332a40d-ddfe-4a3d-943f-663b4fb05d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:20:27.921455 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-4332a40d-ddfe-4a3d-943f-663b4fb05d5c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390728 May 23 13:20:27.931768 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-ed1ffd87-e63c-47a0-a2cd-24742485f1ec service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:20:27.932697 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-ed1ffd87-e63c-47a0-a2cd-24742485f1ec service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053546 May 23 13:20:27.937178 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:27.948416 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:28.024021 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-9de91821-32ce-425d-a401-c7beffe3a984 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853906 May 23 13:20:28.066097 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c2743069-56c7-4ee6-8f9f-7cb2d204b540', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'floating_ip_address': '172.37.1.5', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'port_id': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'mac_address': 'fa:16:3e:7a:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:20:26Z', 'updated_at': '2022-05-23T13:20:26Z', 'revision_number': 0, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:40Z', 'revision_number': 5, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:20:28.096821 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b48e4-0e1f-4d01-8b53-bc30534d16d0 None None] The sync data for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi is: [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c2743069-56c7-4ee6-8f9f-7cb2d204b540', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'floating_ip_address': '172.37.1.5', 'floating_network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'router_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'port_id': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'mac_address': 'fa:16:3e:7a:19:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-23T13:20:26Z', 'updated_at': '2022-05-23T13:20:26Z', 'revision_number': 0, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:40Z', 'revision_number': 5, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:20:28.120758 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4bd275ed-f2b9-4f9b-be76-5cdfc5864d2b req-8d8d026c-b46f-44d4-88a1-6376aa34c3f3 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914218 May 23 13:20:28.293815 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b1b16-226c-429c-9b12-42b5fabffcf3 None None] New status for floating IP c2743069-56c7-4ee6-8f9f-7cb2d204b540: ACTIVE {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:20:29.537701 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b3444a9d-75c0-469f-8a43-995a7cbe4b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:30.629174 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:31.988905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:33.452101 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:37.332770 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:37.334730 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:37.526215 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:20:38.115574 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=20 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:38.117556 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=68 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:38.400758 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:43.385375 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:43.389223 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:43.391184 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:55.513851 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:55.551293 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:55.552132 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:20:57.136413 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-8017242c-981a-4b50-83d9-db281c729b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:20:59.507929 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a1836250-dffb-4b37-b9c8-e1f372e00f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:00.644970 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:01.970236 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:03.456524 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:06.595821 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-96e530df-5dee-46ad-9df0-73ac9ffe94fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820732 May 23 13:21:06.695396 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-3011b34f-b420-41bb-8325-84a19a819344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:21:06.697028 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-3011b34f-b420-41bb-8325-84a19a819344 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0390244 May 23 13:21:06.801851 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-3dd4d89c-cf3b-482e-b5d4-eb614c830dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:21:06.803233 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-3dd4d89c-cf3b-482e-b5d4-eb614c830dd7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0882413 May 23 13:21:06.864889 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-6f584b03-5527-4405-80da-b8d769ed0140 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 999 time: 0.0557601 May 23 13:21:06.918532 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-911675fb-5442-4269-a222-6a2f695e8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:21:06.920031 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-911675fb-5442-4269-a222-6a2f695e8493 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0492280 May 23 13:21:06.962104 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-2c408cfb-0f76-4303-a9e5-614281139ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:21:06.964247 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-2c408cfb-0f76-4303-a9e5-614281139ba8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379012 May 23 13:21:07.051185 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-429a0020-c848-4b3a-ab0b-7993cdadbd9a service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816433 May 23 13:21:07.143039 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-9f02fad4-349b-49bf-982a-7d7afb6adfa8 req-0599b7b8-308a-4b01-9983-2f0e4e527722 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859184 May 23 13:21:10.101775 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-1abccfd4-570a-4a42-abb4-08a3886cb9c5 service neutron] (115938) timed out ('10.222.0.30', 38294) {{(pid=115938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 13:21:11.281953 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [req-89328d73-d8ca-4f53-89f5-acee04e1793c req-0357afed-bb1a-4134-8477-8938c5a1b4ca tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] (115938) timed out ('10.222.0.30', 38314) {{(pid=115938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 13:21:14.491810 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:14.492711 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:14.525634 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:21:16.958279 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:16.960131 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=15 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:16.966306 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:17.137951 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=50 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:17.139795 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=51 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:24.525341 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:25.576445 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:27.135468 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ae84bf4e-e87c-41de-a482-e34cb0d689de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:29.472385 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-9097ddf1-176e-43b2-ba90-07716f55d2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:30.661272 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:31.981777 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:33.455000 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:43.387757 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:43.395659 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:43.397373 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:21:51.524021 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:21:55.528669 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:57.122500 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-51d7ef2d-e6fa-428c-9e22-3561f2e6e5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:21:59.161392 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [req-5c206f3e-4cc7-475c-8750-14051bef370e req-b5d47800-bd91-46d8-93f3-ed161d34340c service neutron] (115938) timed out ('10.222.0.49', 49263) {{(pid=115938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 13:21:59.483206 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-65ede78d-b529-446d-aa91-f25e0e5b905a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:00.676904 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:01.044460 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-b7083c3f-4363-4ba1-920a-f567155cde3a req-755bec64-7971-4506-a453-62d81ec65fcc service neutron] (115937) timed out ('10.222.0.49', 49264) {{(pid=115937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 13:22:01.519647 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=15 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:01.520942 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=19 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:01.985382 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:03.471386 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:07.553114 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-880fd0b5-ce01-47bb-90b3-4b4126586e84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388734 May 23 13:22:07.646134 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-52dd4191-a437-479e-8e51-e51a817379c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:07.647601 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-52dd4191-a437-479e-8e51-e51a817379c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0382190 May 23 13:22:07.752986 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-6937bcbf-54fa-4eea-9317-92b819a0ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:07.754405 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-6937bcbf-54fa-4eea-9317-92b819a0ea51 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0880942 May 23 13:22:07.814079 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-9772708c-ac52-47ec-b5cb-62bd234aba81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 999 time: 0.0538342 May 23 13:22:07.863611 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-ac081489-a701-4a8f-8727-13bdfd08e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:07.864998 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-ac081489-a701-4a8f-8727-13bdfd08e667 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0459063 May 23 13:22:07.907976 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-be45cb33-ff29-406a-8b8b-41a64f70f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:07.909425 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-be45cb33-ff29-406a-8b8b-41a64f70f4f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385740 May 23 13:22:07.995630 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-770852a4-2318-43ac-a72f-a9afcad85d4e service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800550 May 23 13:22:08.086083 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cce144f3-c534-455a-af44-b2bc10cfbd1a req-ccff0417-f9d6-45e8-b26e-e986c93276f9 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 May 23 13:22:13.386134 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:13.392022 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:13.394738 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:18.077608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=54 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:18.083582 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=47 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:25.528417 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:27.104800 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-889d14da-c9f8-4b3f-a443-eb5be5aef9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:28.474339 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:28.484270 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:28.521851 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:22:29.499138 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-572fe36c-c43a-440d-a85f-90d1758e1ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:30.658750 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:32.019153 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:33.464787 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:38.518337 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:41.758805 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8de89b-1316-4900-abc6-807a4ad4eda6 req-2e748ced-ee9c-4a27-aa63-cb2806cd624f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:41.760318 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0b8de89b-1316-4900-abc6-807a4ad4eda6 req-2e748ced-ee9c-4a27-aa63-cb2806cd624f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.1604195 May 23 13:22:41.810397 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0b8de89b-1316-4900-abc6-807a4ad4eda6 req-0bf17dce-3d5f-4ad3-9c8f-5525aaf9a580 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441380 May 23 13:22:43.003549 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f9c70-c174-43a9-aabc-22820639428e req-11ff4d95-a458-4f05-a3c5-5650f21a922f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:43.004994 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e7f9c70-c174-43a9-aabc-22820639428e req-11ff4d95-a458-4f05-a3c5-5650f21a922f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.1264944 May 23 13:22:43.053207 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7e7f9c70-c174-43a9-aabc-22820639428e req-e87dbeef-95ec-4465-83f3-81b1906c5556 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426712 May 23 13:22:43.382767 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:43.383558 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:43.391369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:44.167668 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17763c-c61a-4544-946d-06dcd2be7852 req-dca53721-8cc8-4e66-b688-e063f56cd1f8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:44.169270 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a17763c-c61a-4544-946d-06dcd2be7852 req-dca53721-8cc8-4e66-b688-e063f56cd1f8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0465868 May 23 13:22:44.218153 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7a17763c-c61a-4544-946d-06dcd2be7852 req-4aa210fa-e840-4a21-9926-df82ca997824 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435255 May 23 13:22:45.329507 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cf613-fa57-48c2-94b0-23e45a841465 req-3f98220e-4459-4104-a106-8c8b95313d59 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:45.330907 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-498cf613-fa57-48c2-94b0-23e45a841465 req-3f98220e-4459-4104-a106-8c8b95313d59 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0465188 May 23 13:22:45.381867 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-498cf613-fa57-48c2-94b0-23e45a841465 req-1ae1bcde-31c3-443e-8d9c-02e6c0042f5f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455642 May 23 13:22:46.495482 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c01db7-319c-4537-add4-d093a8a89bef req-25733b72-85f3-4f82-bf8d-aa973583c35c tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:46.497669 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a9c01db7-319c-4537-add4-d093a8a89bef req-25733b72-85f3-4f82-bf8d-aa973583c35c tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0467813 May 23 13:22:46.546401 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a9c01db7-319c-4537-add4-d093a8a89bef req-2632134f-fc73-4e72-9cec-b68ed4565bf0 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 May 23 13:22:47.661233 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf2d40-8431-46e1-af93-6b6b7f02745d req-7b4e82d7-9eab-4345-ab7e-7623bc0e750d tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:47.662863 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-03cf2d40-8431-46e1-af93-6b6b7f02745d req-7b4e82d7-9eab-4345-ab7e-7623bc0e750d tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0467193 May 23 13:22:47.711159 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-03cf2d40-8431-46e1-af93-6b6b7f02745d req-7553cc7c-bbf9-4d1e-a284-eaad8abddee1 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427577 May 23 13:22:48.828254 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a99ce-df13-4981-a58f-3b0e7f67c9d4 req-af65470f-4960-40e3-a9ec-72cba3a00dd6 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:48.829710 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-833a99ce-df13-4981-a58f-3b0e7f67c9d4 req-af65470f-4960-40e3-a9ec-72cba3a00dd6 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0499203 May 23 13:22:48.878384 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-833a99ce-df13-4981-a58f-3b0e7f67c9d4 req-de1b9986-36cf-4059-bd42-2775c0e6344a tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 May 23 13:22:49.990170 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd265a5a-3b8a-4303-9aa6-2740528d83d8 req-81520259-4f30-4783-86e3-a46c376939fc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:49.991532 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fd265a5a-3b8a-4303-9aa6-2740528d83d8 req-81520259-4f30-4783-86e3-a46c376939fc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0474803 May 23 13:22:50.040742 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fd265a5a-3b8a-4303-9aa6-2740528d83d8 req-404770e2-7a16-468f-9f1c-83158e196a90 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 May 23 13:22:51.155715 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58b395-9daf-474b-aef1-244ba4e66627 req-0b308fe4-5f5a-4577-976f-a574b1e67578 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:51.157172 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3c58b395-9daf-474b-aef1-244ba4e66627 req-0b308fe4-5f5a-4577-976f-a574b1e67578 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0500047 May 23 13:22:51.205331 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3c58b395-9daf-474b-aef1-244ba4e66627 req-ba38826d-60df-47ef-95b9-f04c215769c8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426893 May 23 13:22:51.950554 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-ab22213b-2f8f-4dee-84bd-fe8a488e462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:51.951891 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-ab22213b-2f8f-4dee-84bd-fe8a488e462c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0391684 May 23 13:22:52.024292 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:52.037292 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-8765c188-d007-44d9-9a38-12b511fbec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:52.038740 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-8765c188-d007-44d9-9a38-12b511fbec5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0818322 May 23 13:22:52.101389 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-d574cd9f-9b9e-4067-bc8a-a0295ebf5ed7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 999 time: 0.0563319 May 23 13:22:52.148082 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-26863592-535d-4243-aaaf-33442425e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:52.149448 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-26863592-535d-4243-aaaf-33442425e167 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0428522 May 23 13:22:52.179536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:52.190729 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-440a7e36-d10e-41ab-8056-fbcd5c51b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:52.192153 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-440a7e36-d10e-41ab-8056-fbcd5c51b0ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370584 May 23 13:22:52.315558 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-2b3de7d5-aeac-43db-a4d4-98a5ab2c1850 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173377 May 23 13:22:52.334893 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59684ccb-6b95-4b7e-a951-b4d28e1fb71d req-ab976e66-7313-4f89-9c51-110144b08faf tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:52.336253 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-59684ccb-6b95-4b7e-a951-b4d28e1fb71d req-ab976e66-7313-4f89-9c51-110144b08faf tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0640306 May 23 13:22:52.442482 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-59684ccb-6b95-4b7e-a951-b4d28e1fb71d req-9fd8b156-a333-49e9-bd89-aa47b0ef6cb0 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938051 May 23 13:22:52.457534 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-d5f76fd9-2994-4b39-94f7-dcf4860fb5f5 req-915d74aa-a720-4700-8dbd-3d10e7973c2c service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351991 May 23 13:22:53.560701 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a63df-8e47-465e-892d-d7cb3bcc1727 req-4e713b7b-d832-4562-99cf-e8df64940c15 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:53.567603 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-313a63df-8e47-465e-892d-d7cb3bcc1727 req-4e713b7b-d832-4562-99cf-e8df64940c15 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0523388 May 23 13:22:53.612211 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-313a63df-8e47-465e-892d-d7cb3bcc1727 req-4043c90a-8f82-4b92-b87c-8bb6eb39587c tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 May 23 13:22:54.728000 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f3eb6-f6e0-4ea3-a8a3-da67514f3e06 req-e85b6e4f-db1f-497b-9abd-8b229a71f87c tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:54.729450 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ab2f3eb6-f6e0-4ea3-a8a3-da67514f3e06 req-e85b6e4f-db1f-497b-9abd-8b229a71f87c tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0502722 May 23 13:22:54.780883 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ab2f3eb6-f6e0-4ea3-a8a3-da67514f3e06 req-f84232b6-94ed-4568-b1a6-921a13cd0528 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450253 May 23 13:22:55.526400 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:55.896682 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5ef66-e9ce-40e8-96ee-4b54a3f1c48c req-8fcf1cca-5d25-4359-a7c6-bd7358e74dc3 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:55.898171 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bca5ef66-e9ce-40e8-96ee-4b54a3f1c48c req-8fcf1cca-5d25-4359-a7c6-bd7358e74dc3 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0474730 May 23 13:22:55.946405 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-bca5ef66-e9ce-40e8-96ee-4b54a3f1c48c req-7b9f01f6-c523-41ce-b53b-a13b4fad0619 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425620 May 23 13:22:56.013614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-44848813-42c0-49bc-b7e0-95db7ba47e0a req-bff95548-da22-4460-ad36-0e94a54f5a96 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:22:56.014633 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-44848813-42c0-49bc-b7e0-95db7ba47e0a req-bff95548-da22-4460-ad36-0e94a54f5a96 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056195 May 23 13:22:56.238714 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43744) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:22:56.259799 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06063e-f7b5-4bcc-9c59-5fbe0ea67564 req-8b11ddb4-4e51-47a8-8654-3c4d2b243aa2 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:56.261853 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c06063e-f7b5-4bcc-9c59-5fbe0ea67564 req-8b11ddb4-4e51-47a8-8654-3c4d2b243aa2 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0560133 May 23 13:22:56.305410 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 2bd9e090-be1e-45db-8933-3657fc0a924e no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:22:56.337676 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8c06063e-f7b5-4bcc-9c59-5fbe0ea67564 req-45a7ad6e-af79-4b64-a24e-83f6d321758f tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699332 May 23 13:22:56.355958 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-2fe92ee0-50e3-4075-8c30-b03246ae8e6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123152 May 23 13:22:56.361409 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-5aa21dd3-eaa2-4d68-9fb2-65a6ce58830f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=115937) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 23 13:22:56.362421 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-5aa21dd3-eaa2-4d68-9fb2-65a6ce58830f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049324 May 23 13:22:56.382482 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 2bd9e090-be1e-45db-8933-3657fc0a924e is: ACTIVE; New status is: DOWN {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:22:56.382875 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:56.390471 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43748) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:22:56.409197 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:22:56.411364 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e2939e-31af-485d-bf56-db9b2f8831d6" -d '{"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-unplugged", "status": "completed", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:22:56.423299 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:22:56.492383 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:56.492566 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-1b5c9fb0-65eb-4d0f-8c20-c3b84d430006 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:56.493859 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-1b5c9fb0-65eb-4d0f-8c20-c3b84d430006 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports/2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 942 time: 0.1023324 May 23 13:22:56.521708 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 23 May 2022 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119da9aa-ac9d-4b56-80c8-2fdad9acf8e3 x-openstack-request-id: req-119da9aa-ac9d-4b56-80c8-2fdad9acf8e3 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:22:56.522013 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-unplugged", "status": "failed", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e", "code": 422}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:22:56.522480 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-119da9aa-ac9d-4b56-80c8-2fdad9acf8e3 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:22:56.522853 dv-cinder-master-3-iscsi neutron-server[115939]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-119da9aa-ac9d-4b56-80c8-2fdad9acf8e3']: {'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'code': 422} returned with failed status May 23 13:22:56.548794 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=6']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:22:56.556310 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.556649 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.556982 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.557313 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.557644 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.557983 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.558405 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.558731 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.559050 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.559367 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.559687 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.560005 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.560319 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.560631 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:56.560944 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:22:57.125706 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-123d14e0-37f6-4776-a1fe-f05798acf649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:57.454259 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd8587-c722-4196-8153-401557437670 req-d9a3c721-1c29-40e9-8395-0de38f212938 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:57.455707 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2dcd8587-c722-4196-8153-401557437670 req-d9a3c721-1c29-40e9-8395-0de38f212938 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0482156 May 23 13:22:57.504078 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-2dcd8587-c722-4196-8153-401557437670 req-641708c3-2332-45e0-938f-8d1be69659ad tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420616 May 23 13:22:58.627220 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188e80b-f807-4c3c-8414-d33f3001e5c6 req-5a459253-4852-4791-8f08-5ce071d3cc97 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:58.628655 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4188e80b-f807-4c3c-8414-d33f3001e5c6 req-5a459253-4852-4791-8f08-5ce071d3cc97 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0569618 May 23 13:22:58.647680 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:58.685525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-4188e80b-f807-4c3c-8414-d33f3001e5c6 req-538b68af-b278-440e-a33d-54f275dd1e31 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509214 May 23 13:22:59.114743 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-842df80e-9348-4943-80e5-e5c1a349a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:59.116187 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-842df80e-9348-4943-80e5-e5c1a349a691 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804&tenant_id=c39739f8806b49638e73137c2403bae6 HTTP/1.1" status: 200 len: 1127 time: 0.0390818 May 23 13:22:59.186682 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-7aa8faa6-c47f-4ce6-b024-2b0af322be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:59.188130 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-7aa8faa6-c47f-4ce6-b024-2b0af322be5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1127 time: 0.0387561 May 23 13:22:59.244187 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:22:59.279465 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-a7e495bf-4fb4-4248-a52d-5bc09968a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:59.280896 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-a7e495bf-4fb4-4248-a52d-5bc09968a754 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0869503 May 23 13:22:59.340552 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-f3bbc199-658c-438b-b8fa-3fe47dfd2834 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 997 time: 0.0534587 May 23 13:22:59.391614 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-cc5836f1-e3c3-428d-ba79-399b83e01c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:59.393030 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-cc5836f1-e3c3-428d-ba79-399b83e01c7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0467582 May 23 13:22:59.435857 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-3556e5eb-cccc-4d4a-a6b5-9b81f40c04fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:59.441140 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-3556e5eb-cccc-4d4a-a6b5-9b81f40c04fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386627 May 23 13:22:59.515132 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-537220ce-569f-48c7-af0b-71ec02ca63aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:22:59.525509 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-76571566-533f-4c34-b97f-04bd093ab8b1 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815418 May 23 13:22:59.616658 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-5fb55d58-a3e4-4a33-8078-85d7852fd551 req-8bda730a-d336-44c3-bbcb-00ad1b305b80 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 May 23 13:22:59.803266 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd65667-6f9e-4460-9496-96a01509d915 req-11efe07e-4505-43c0-8803-77934512dab4 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:22:59.804614 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3fd65667-6f9e-4460-9496-96a01509d915 req-11efe07e-4505-43c0-8803-77934512dab4 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0470502 May 23 13:22:59.852137 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-3fd65667-6f9e-4460-9496-96a01509d915 req-890ab702-ca78-4463-bb0d-756d3368027b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 May 23 13:23:00.646325 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:00.968984 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58f6f2-79c6-4fac-82c9-2ac7e4f1354b req-7c862f0d-dc4a-47cb-88f5-41d04d8574f1 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:00.970355 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd58f6f2-79c6-4fac-82c9-2ac7e4f1354b req-7c862f0d-dc4a-47cb-88f5-41d04d8574f1 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0464871 May 23 13:23:01.266800 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cd58f6f2-79c6-4fac-82c9-2ac7e4f1354b req-2f4fbbbc-d113-4211-a1e8-cc96e06d553d tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909465 May 23 13:23:02.017764 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:02.382342 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0be712-876a-4f4a-9001-3d30573bb42a req-bc2ebccd-c0ec-4197-8bc3-f61326521299 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:02.383789 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fc0be712-876a-4f4a-9001-3d30573bb42a req-bc2ebccd-c0ec-4197-8bc3-f61326521299 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0486395 May 23 13:23:02.437384 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-fc0be712-876a-4f4a-9001-3d30573bb42a req-9aa24f43-c08f-4a5d-a3d8-8a94ed16b566 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468400 May 23 13:23:03.457727 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:03.552103 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8d75a-b372-4687-ad23-ade801c0df38 req-db1354d4-b0fd-48c3-be07-3384656100de tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:03.554629 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6b8d75a-b372-4687-ad23-ade801c0df38 req-db1354d4-b0fd-48c3-be07-3384656100de tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0487852 May 23 13:23:03.606594 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a6b8d75a-b372-4687-ad23-ade801c0df38 req-c77ea7e1-c1a6-4efb-b015-184e86c7320d tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461004 May 23 13:23:04.719243 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406372c-d429-4150-b033-4ff70c222850 req-f4659830-fcd0-4539-a7b9-ebb612bd9795 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:04.720733 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0406372c-d429-4150-b033-4ff70c222850 req-f4659830-fcd0-4539-a7b9-ebb612bd9795 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0468454 May 23 13:23:04.744976 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:04.770748 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-0406372c-d429-4150-b033-4ff70c222850 req-0cdcc99a-a116-4311-ba15-bfc04bb576a9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444934 May 23 13:23:05.487037 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:05.491945 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:05.522459 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:23:05.888536 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc906da-9dab-42e3-bb67-8c6ea2db6808 req-4c9022eb-89f9-4d28-9aca-f85cd06bc2a2 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:05.890000 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfc906da-9dab-42e3-bb67-8c6ea2db6808 req-4c9022eb-89f9-4d28-9aca-f85cd06bc2a2 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0466504 May 23 13:23:05.938492 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cfc906da-9dab-42e3-bb67-8c6ea2db6808 req-2489b5e5-9264-4af1-9311-999a98838d57 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 May 23 13:23:06.479206 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:06.484383 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:07.053803 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06293-5a7d-4659-8c59-0763e568f135 req-e49cc4a5-1864-4260-a3c2-930a7f914db6 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:07.055286 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-87a06293-5a7d-4659-8c59-0763e568f135 req-e49cc4a5-1864-4260-a3c2-930a7f914db6 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0498660 May 23 13:23:07.088374 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:07.104896 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-87a06293-5a7d-4659-8c59-0763e568f135 req-eab0782d-a1d0-4e86-bea5-b81408dc3541 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 May 23 13:23:08.219020 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70dc27-11a3-4522-8c07-ea71694a8cee req-b68fafd1-5903-44b9-9309-53339c41fd3e tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:08.220585 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e70dc27-11a3-4522-8c07-ea71694a8cee req-b68fafd1-5903-44b9-9309-53339c41fd3e tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 943 time: 0.0473752 May 23 13:23:08.269432 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-6e70dc27-11a3-4522-8c07-ea71694a8cee req-1e71c390-1796-4ef4-bb21-a7d1248bc676 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 May 23 13:23:08.355055 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 2bd9e090-be1e-45db-8933-3657fc0a924e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=115939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 23 13:23:08.451837 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:23:08.467018 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Returning: {'device': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'port_id': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'mac_address': 'fa:16:3e:7a:19:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 23 13:23:08.503064 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 2bd9e090-be1e-45db-8933-3657fc0a924e is: DOWN; New status is: BUILD {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:23:08.503443 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:08.516865 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd9e090-be1e-45db-8933-3657fc0a924e {{(pid=115939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 23 13:23:08.537600 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:23:08.581557 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-a7e66719-83d6-427c-af2b-35a8fb5ec717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:08.583071 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-a7e66719-83d6-427c-af2b-35a8fb5ec717 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1127 time: 0.0383017 May 23 13:23:08.612065 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:08.659096 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=7']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:23:08.687576 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-6316de0b-0d65-49fa-8d87-ac19ccd2c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:08.689027 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-6316de0b-0d65-49fa-8d87-ac19ccd2c609 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0883250 May 23 13:23:08.750730 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-c42e9848-3add-4139-8dbc-5ac7018099ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 998 time: 0.0547523 May 23 13:23:08.805008 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-1fcc7d8c-5a62-4d4c-8faa-cac08197c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:08.806480 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-1fcc7d8c-5a62-4d4c-8faa-cac08197c720 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0488825 May 23 13:23:08.850391 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-c75c4aea-48ad-4342-ad07-e00b8193a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:08.851881 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-c75c4aea-48ad-4342-ad07-e00b8193a21c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382044 May 23 13:23:08.940847 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-a13dd989-59d4-4a8d-8a0c-2405d00948a9 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826716 May 23 13:23:09.034045 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-8955b2b8-ef97-441b-bb9d-359b27f6c1fa req-a680ea94-f0ca-496e-9912-bfc32e2e3f8a service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868134 May 23 13:23:09.063402 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] get_ports_and_sgs() called for port_ids ['2bd9e090-be1e-45db-8933-3657fc0a924e'] {{(pid=115939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 23 13:23:09.382703 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447f20-d2d8-4d18-8bc3-c133789cb2ac req-5297f2d7-44a8-4d7c-badf-0f5f4bb4993b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:09.384145 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc447f20-d2d8-4d18-8bc3-c133789cb2ac req-5297f2d7-44a8-4d7c-badf-0f5f4bb4993b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 944 time: 0.0465496 May 23 13:23:09.432132 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-cc447f20-d2d8-4d18-8bc3-c133789cb2ac req-e1a823da-7d0d-478e-82e3-0e1d538ffbbb tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 May 23 13:23:10.367107 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 2bd9e090-be1e-45db-8933-3657fc0a924e up at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 23 13:23:10.412617 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.provisioning_blocks [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Provisioning complete for port 2bd9e090-be1e-45db-8933-3657fc0a924e triggered by entity L2. {{(pid=115939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 23 13:23:10.412980 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2094628'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), provisioning_complete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:10.484500 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Current status of the port 2bd9e090-be1e-45db-8933-3657fc0a924e is: BUILD; New status is: ACTIVE {{(pid=115939) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 23 13:23:10.484881 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2047153'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:10.503992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:10.508407 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e'}] {{(pid=115939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:23:10.510690 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}917bb68c0a934f0f1060e4cc8d6028ad17af3f3ca23e5572abbc14d3a96c37ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f8e838-3f6b-4f51-b0ed-63742ccd2fa9" -d '{"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e"}]}' {{(pid=115939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:23:10.524063 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:23:10.547494 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ae3fb-ac2e-421e-a617-c8c5ceab9cb4 x-openstack-request-id: req-4c9ae3fb-ac2e-421e-a617-c8c5ceab9cb4 {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:23:10.547787 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e", "code": 200}]} {{(pid=115939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:23:10.548039 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c9ae3fb-ac2e-421e-a617-c8c5ceab9cb4 {{(pid=115939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:23:10.548426 dv-cinder-master-3-iscsi neutron-server[115939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9ae3fb-ac2e-421e-a617-c8c5ceab9cb4'] response: {'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'code': 200} May 23 13:23:10.552833 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3d7b-2091-42a7-9956-c04357d8f43c req-3ae61e7c-34db-474e-94a6-0eebacc6abb9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:10.554322 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1cde3d7b-2091-42a7-9956-c04357d8f43c req-3ae61e7c-34db-474e-94a6-0eebacc6abb9 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 944 time: 0.0540061 May 23 13:23:10.593032 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747492111050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747491803423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747491803441'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:10.607719 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-1cde3d7b-2091-42a7-9956-c04357d8f43c req-73417704-48f5-483f-a09c-31f166c8d3d3 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 May 23 13:23:10.645487 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Pushing event updated for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=8']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:23:10.849654 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51692d1-afff-4b2d-a9e3-3a3644975bff req-2102e57d-da1c-4358-89a7-bc05215b92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:10.851138 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a51692d1-afff-4b2d-a9e3-3a3644975bff req-2102e57d-da1c-4358-89a7-bc05215b92c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0382144 May 23 13:23:10.895781 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a51692d1-afff-4b2d-a9e3-3a3644975bff req-c4bffff3-40ef-4d12-a232-784fd4f8bb7b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384841 May 23 13:23:11.725649 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dcb85-9f36-4be4-a29e-97c4043c7f50 req-83a8b5d9-cf6d-4854-8587-c5458f32058b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:11.727157 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-822dcb85-9f36-4be4-a29e-97c4043c7f50 req-83a8b5d9-cf6d-4854-8587-c5458f32058b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0473449 May 23 13:23:11.749073 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:11.777101 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=100 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:11.782474 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-822dcb85-9f36-4be4-a29e-97c4043c7f50 req-79b6ac3c-3dd2-4174-a68c-f550201e6624 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497892 May 23 13:23:12.904439 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcda38d-dbc0-4525-b7fe-e46d90a52423 req-2f39a34a-c57c-4395-81b3-5ed1149eed16 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:23:12.905908 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ffcda38d-dbc0-4525-b7fe-e46d90a52423 req-2f39a34a-c57c-4395-81b3-5ed1149eed16 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0477955 May 23 13:23:12.954340 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-ffcda38d-dbc0-4525-b7fe-e46d90a52423 req-0531f9eb-1894-431c-88bd-e1275d4e841b tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 May 23 13:23:15.554025 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:20.641698 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:20.643564 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:22.945803 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=7 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:22.950652 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=11 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:25.576731 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:27.154597 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cd62a3f5-7b40-4563-bdff-138caac6258f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:29.479605 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-b166a599-4994-4b00-81cf-14cd285abfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:30.656782 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:31.993837 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:33.467913 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:42.483453 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:42.488325 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:42.520795 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:23:43.389139 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:43.394063 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:43.396763 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:55.586072 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:56.957232 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=11 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:56.963072 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=17 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:23:57.124526 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-67113e79-a833-4752-bbee-4c8916667c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:23:59.506871 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e284a62e-69c3-45a9-ad67-a084263a2fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:00.671309 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:02.015656 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:03.512815 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:08.548184 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-7e686aca-c25b-480a-9e03-9d4e211a0b1b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374479 May 23 13:24:08.648270 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-d3d633a0-c602-4e6a-904a-0c8e76c6b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:08.649748 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-d3d633a0-c602-4e6a-904a-0c8e76c6b9e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0434728 May 23 13:24:08.752825 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-820ca4f9-9052-4452-bd8b-8c034c081d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:08.754361 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-820ca4f9-9052-4452-bd8b-8c034c081d49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0862532 May 23 13:24:08.818791 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-92f3dbea-0d12-45c4-91eb-6f963c85d27e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 999 time: 0.0587161 May 23 13:24:08.867551 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-705d1490-7de4-4a26-9172-12c66154bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:08.868982 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-705d1490-7de4-4a26-9172-12c66154bac3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0438666 May 23 13:24:08.910811 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-41be3c9e-87c5-4bc9-a580-eb99eebb6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:08.912247 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-41be3c9e-87c5-4bc9-a580-eb99eebb6763 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377283 May 23 13:24:09.005333 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-08c9e429-e9d3-433b-b0e1-995723df4d4d service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865092 May 23 13:24:09.095641 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-c90ddcb9-d384-48e5-88c3-9426b0843b5b req-1c400a53-68e6-4a67-af93-8b7d661dd783 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846019 May 23 13:24:13.391379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=2,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:13.395197 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:13.396891 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:19.085951 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=51 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:19.092115 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=50 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:19.480000 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:19.484877 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:19.519417 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:24:25.620313 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:27.134132 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-1e4efe81-bfed-49b1-9c88-0199d2fe1569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:29.487411 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ae591b4c-dd3e-49f9-9d14-5acc3a3f7bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:29.515810 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:30.671251 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:32.008372 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:33.471341 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:41.744781 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43826) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:41.893077 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Deleting port a7e9c083-8b92-4f52-8487-16d91ccb98b1 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:41.893632 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:41.973055 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:41.973284 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for floatingip (a7e9c083-8b92-4f52-8487-16d91ccb98b1), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:41.985707 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Calling delete_port for a7e9c083-8b92-4f52-8487-16d91ccb98b1 owned by network:floatingip {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:42.179761 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (a7e9c083-8b92-4f52-8487-16d91ccb98b1), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:42.205095 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event deleted for resources: {'Port': ['ID=a7e9c083-8b92-4f52-8487-16d91ccb98b1,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:42.230245 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.230510 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.230841 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.231169 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.231490 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.231808 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.232123 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.233095 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.233419 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.233730 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.234066 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.234381 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.234694 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.234999 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.235306 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:42.276602 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for floatingip (c2743069-56c7-4ee6-8f9f-7cb2d204b540), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:42.276934 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.db.l3_db [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Floating IP c2743069-56c7-4ee6-8f9f-7cb2d204b540 disassociated (deleted). External IP: 172.37.1.5, port: 2bd9e090-be1e-45db-8933-3657fc0a924e. May 23 13:24:42.473998 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:24:42.813861 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:24:42.822972 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for floatingip (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:42.823079 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] Sync routers for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:24:42.833083 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:24:42.833706 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:24:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:42.846149 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:42.854408 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-58889323-4c38-4231-aa32-ae31622e8808 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "DELETE /v2.0/floatingips/c2743069-56c7-4ee6-8f9f-7cb2d204b540 HTTP/1.1" status: 204 len: 168 time: 1.1061480 May 23 13:24:42.854408 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e'}] {{(pid=115938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:24:42.861229 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd139ac653735a8c2c1032dbf23c6c22b99477cda66e06968359b1b4499fcedd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e"}]}' {{(pid=115938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:24:42.895213 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 23 May 2022 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d174acd-c1f4-47c8-bbe0-772bc2b2c9f2 x-openstack-request-id: req-0d174acd-c1f4-47c8-bbe0-772bc2b2c9f2 {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:24:42.895633 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e", "status": "completed", "code": 200}]} {{(pid=115938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:24:42.895890 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d174acd-c1f4-47c8-bbe0-772bc2b2c9f2 {{(pid=115938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:24:42.896285 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d174acd-c1f4-47c8-bbe0-772bc2b2c9f2'] response: {'name': 'network-changed', 'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'status': 'completed', 'code': 200} May 23 13:24:42.940804 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:24:42.981249 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-6fffd844-46cd-4b12-bb6e-180e9c1ab932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:42.983136 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-6fffd844-46cd-4b12-bb6e-180e9c1ab932 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c39739f8806b49638e73137c2403bae6&device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 1129 time: 0.0450304 May 23 13:24:43.081631 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-365b849c-75f3-47e5-9bbd-d6a777d4c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:43.083154 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-365b849c-75f3-47e5-9bbd-d6a777d4c532 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 200 len: 909 time: 0.0940866 May 23 13:24:43.121360 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-f2db0314-394c-43f9-bc0a-e1081b21de58 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 200 len: 217 time: 0.0324478 May 23 13:24:43.134564 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:40Z', 'revision_number': 5, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:43.165349 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] Checking router: 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:24:43.173366 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-76960002-0d42-4cea-b079-ba897ccba8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:43.174958 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-76960002-0d42-4cea-b079-ba897ccba8f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 200 len: 847 time: 0.0487053 May 23 13:24:43.175150 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:24:43.175658 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:24:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:43.223418 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-bf44a0a1-5076-4276-b254-c0dc584dc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:43.224834 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-bf44a0a1-5076-4276-b254-c0dc584dc79c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9631a516-9a27-49d0-91a6-c381eb1d1c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443974 May 23 13:24:43.287635 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:24:43.324674 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-3d9f153b-369c-41eb-b506-31105e9a1e12 service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941219 May 23 13:24:43.373992 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879936d-7bb3-4f9f-b58c-534fbe46e207 req-0e1501ac-8e43-4b2a-9372-98054ddb8c17 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:43.375618 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7879936d-7bb3-4f9f-b58c-534fbe46e207 req-0e1501ac-8e43-4b2a-9372-98054ddb8c17 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0469460 May 23 13:24:43.430003 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-7879936d-7bb3-4f9f-b58c-534fbe46e207 req-09328999-a247-4df9-967b-2631882846c4 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486782 May 23 13:24:43.473930 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:40Z', 'revision_number': 5, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:43.499253 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dce4b4-ad2d-401f-a364-f5fbb12c0176 None None] The sync data for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi is: [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:36Z', 'revision_number': 4, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '08b6bbbc-326e-433d-9718-58fcaddfdb26', 'name': '', 'network_id': '9631a516-9a27-49d0-91a6-c381eb1d1c3c', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'mac_address': 'fa:16:3e:08:ff:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:35Z', 'updated_at': '2022-05-23T13:19:40Z', 'revision_number': 5, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'subnets': [{'id': '54eb8ecf-9120-4d4a-9a86-cbec324432e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:24:43.717689 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70100ad-9150-4f37-a17d-9d20f128c50f None None] New status for floating IP c2743069-56c7-4ee6-8f9f-7cb2d204b540: DOWN {{(pid=115940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 23 13:24:44.385316 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-123f7c79-3bbe-4ff4-bed7-ea6ab235130f req-ef5bd3e3-9d3e-403f-979b-776d4048886f service neutron] 10.222.0.49 "GET /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844233 May 23 13:24:44.548610 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e48edc-66a1-4b17-addf-458b6b490e9c req-827da376-34ae-4184-9a12-f92b99a891f0 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:44.550185 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-60e48edc-66a1-4b17-addf-458b6b490e9c req-827da376-34ae-4184-9a12-f92b99a891f0 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0493083 May 23 13:24:44.606335 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-60e48edc-66a1-4b17-addf-458b6b490e9c req-fe6fc540-00e9-4a22-b9a5-18c81d6f0562 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/security-groups?id=41bd804f-e611-4c67-8d8d-afed90ff2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502822 May 23 13:24:45.081303 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2f65-002c-4906-b940-1385f01258de req-9d059272-287b-4239-a3b3-3bc64f8681a8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 23 13:24:45.082768 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dc1d2f65-002c-4906-b940-1385f01258de req-9d059272-287b-4239-a3b3-3bc64f8681a8 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 945 time: 0.0463264 May 23 13:24:45.162445 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Deleting port 2bd9e090-be1e-45db-8933-3657fc0a924e {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:45.162782 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:45.253898 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] For port 2bd9e090-be1e-45db-8933-3657fc0a924e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2bd9e090-be1e-45db-8933-3657fc0a924e,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:45.254280 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:45.267561 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Calling delete_port for 2bd9e090-be1e-45db-8933-3657fc0a924e owned by compute:nova {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:45.339980 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:45.347112 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:45.447828 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (2bd9e090-be1e-45db-8933-3657fc0a924e), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:45.477944 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event deleted for resources: {'Port': ['ID=2bd9e090-be1e-45db-8933-3657fc0a924e,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.527364 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.528650 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.528650 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:45.536868 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] No DVR routers for this DVR port 2bd9e090-be1e-45db-8933-3657fc0a924e on host hv-cinder-maste {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:24:45.539329 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2363'] for port (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:45.542628 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-dc1d2f65-002c-4906-b940-1385f01258de req-a0ea89e9-4926-4753-aa86-2cf9719648cc tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.49 "DELETE /v2.0/ports/2bd9e090-be1e-45db-8933-3657fc0a924e HTTP/1.1" status: 204 len: 173 time: 0.4546843 May 23 13:24:45.543056 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-deleted', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e'}] {{(pid=115937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 23 13:24:45.545283 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31525661167046c5b8cf0fdb412d733e0f7a39457fbb480b456be5fd124b6198" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0077250d-2572-45ee-bbb2-a93bb2909e6d" -d '{"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-deleted", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e"}]}' {{(pid=115937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 23 13:24:45.635608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 23 May 2022 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b53e13-de09-4c6a-895f-a28d916c8750 x-openstack-request-id: req-65b53e13-de09-4c6a-895f-a28d916c8750 {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 23 13:24:45.635608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb07f17d-e467-4c67-aed5-3a14ad46d804", "name": "network-vif-deleted", "tag": "2bd9e090-be1e-45db-8933-3657fc0a924e", "status": "completed", "code": 200}]} {{(pid=115937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 23 13:24:45.635608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65b53e13-de09-4c6a-895f-a28d916c8750 {{(pid=115937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 23 13:24:45.635608 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b53e13-de09-4c6a-895f-a28d916c8750'] response: {'server_uuid': 'fb07f17d-e467-4c67-aed5-3a14ad46d804', 'name': 'network-vif-deleted', 'tag': '2bd9e090-be1e-45db-8933-3657fc0a924e', 'status': 'completed', 'code': 200} May 23 13:24:45.704886 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-a5059d5d-1a4d-472c-9170-a536cd250e8a req-ff2c1dc0-a489-4586-8500-cd74837bc98a tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 210 time: 0.0281081 May 23 13:24:46.816465 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [req-47973652-d36a-43eb-9849-174a3c02ffef req-d9d1fc23-4b66-451f-a50c-bad6009e8505 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb07f17d-e467-4c67-aed5-3a14ad46d804 HTTP/1.1" status: 200 len: 210 time: 0.0321410 May 23 13:24:46.858526 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 2bd9e090-be1e-45db-8933-3657fc0a924e no longer exists at agent hyperv_hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:24:46.881958 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] No Port match for: 2bd9e090-be1e-45db-8933-3657fc0a924e {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:24:46.882301 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Device 2bd9e090-be1e-45db-8933-3657fc0a924e not bound to the agent host hv-cinder-maste {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:24:47.880240 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43858) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:47.910559 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:47.938679 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2dae5963-8497-46ed-97c5-e33e40197df5 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group (41bd804f-e611-4c67-8d8d-afed90ff2fd5), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:47.964874 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2dae5963-8497-46ed-97c5-e33e40197df5 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group (41bd804f-e611-4c67-8d8d-afed90ff2fd5), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:48.082034 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2dae5963-8497-46ed-97c5-e33e40197df5 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (41bd804f-e611-4c67-8d8d-afed90ff2fd5), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:48.084637 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-2dae5963-8497-46ed-97c5-e33e40197df5 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:48.085820 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-2dae5963-8497-46ed-97c5-e33e40197df5 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] 10.222.0.30 "DELETE /v2.0/security-groups/41bd804f-e611-4c67-8d8d-afed90ff2fd5 HTTP/1.1" status: 204 len: 168 time: 0.2062929 May 23 13:24:48.096407 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae5963-8497-46ed-97c5-e33e40197df5 tempest-TestShelveInstance-1975399809 tempest-TestShelveInstance-1975399809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bd804f-e611-4c67-8d8d-afed90ff2fd5,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:49.210769 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43864) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:49.633926 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:49.852899 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Deleting port 08b6bbbc-326e-433d-9718-58fcaddfdb26 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:49.853224 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:49.937184 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] For port 08b6bbbc-326e-433d-9718-58fcaddfdb26, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=08b6bbbc-326e-433d-9718-58fcaddfdb26,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:49.937542 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:49.957134 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Calling delete_port for 08b6bbbc-326e-433d-9718-58fcaddfdb26 owned by network:router_interface {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:50.001480 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:50.064547 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:50.190907 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (08b6bbbc-326e-433d-9718-58fcaddfdb26), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:50.224622 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b6bbbc-326e-433d-9718-58fcaddfdb26,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:50.382378 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:50.583239 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:24:50.683447 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:24:50.688366 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-64d1c4fa-bf82-4c75-83cd-2a1a67582c48 admin admin] 10.222.0.30 "PUT /v2.0/routers/48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4765439 May 23 13:24:50.690820 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43868) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:50.693971 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] Sync routers for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:24:50.705064 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:24:50.705676 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:24:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:50.788346 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks [] for router (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:50.805743 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: dv-cinder-master-3-iscsi {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:24:50.869925 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:50.891722 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks [] for router_gateway (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:50.973987 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78'}], 'enable_snat': True}, 'gw_port_id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:24:50Z', 'revision_number': 5, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port': {'id': '00fff8fb-b122-46e5-b5a8-cc58fbae5d98', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:88:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:51.002815 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] Checking router: 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 for host: dv-cinder-master-3-iscsi {{(pid=115939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:24:51.011590 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] Routers {'48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:24:51.012188 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:24:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'], 'active': True} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:51.015820 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Deleting port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:51.016161 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.080766 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:51.091282 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvr_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] Set router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 gateway port host: None {{(pid=115939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:24:51.096683 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] For port 00fff8fb-b122-46e5-b5a8-cc58fbae5d98, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:51.097045 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.111264 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Calling delete_port for 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 owned by network:router_gateway {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:51.143287 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_hamode_db [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:24:50Z', 'revision_number': 6, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:51.168171 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e6970-5243-44ea-a648-6bc2a6f15493 None None] The sync data for ids ['48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2'] in dv-cinder-master-3-iscsi is: [{'id': '48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2', 'name': 'tempest-TestShelveInstance-141204595-router', 'tenant_id': 'c39739f8806b49638e73137c2403bae6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:33Z', 'updated_at': '2022-05-23T13:24:50Z', 'revision_number': 6, 'project_id': 'c39739f8806b49638e73137c2403bae6', 'gw_port_host': None}] {{(pid=115939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:24:51.343750 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (00fff8fb-b122-46e5-b5a8-cc58fbae5d98), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.365668 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00fff8fb-b122-46e5-b5a8-cc58fbae5d98,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:51.433988 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.519609 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.521799 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks [] for router_controller (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.619504 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.620150 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 {{(pid=115938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:24:51.625399 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.626651 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-23538495-5e32-4369-92a4-75185cfba0c2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/48bf68a2-12ec-4f5a-a1ce-90b8fb11aba2 HTTP/1.1" status: 204 len: 168 time: 0.9349303 May 23 13:24:51.629113 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43870) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:51.673543 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.db.db_base_plugin_v2 [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] Deleting subnet 54eb8ecf-9120-4d4a-9a86-cbec324432e6 {{(pid=115938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:24:51.676661 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] Publish callbacks [] for subnet (54eb8ecf-9120-4d4a-9a86-cbec324432e6), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.715481 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3118257'] for subnet (54eb8ecf-9120-4d4a-9a86-cbec324432e6), precommit_delete_associations {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.788797 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (54eb8ecf-9120-4d4a-9a86-cbec324432e6), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.883364 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3121288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27114566'] for subnet (54eb8ecf-9120-4d4a-9a86-cbec324432e6), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.891491 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:51.914403 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:51.920072 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/54eb8ecf-9120-4d4a-9a86-cbec324432e6 HTTP/1.1" status: 204 len: 168 time: 0.2875533 May 23 13:24:51.920072 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834abe87-ebaf-4df5-8ce9-7c5e41120ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54eb8ecf-9120-4d4a-9a86-cbec324432e6,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:51.920994 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a5f2c7-a50f-452f-a85c-ecd17c599f02 None None] Network 9631a516-9a27-49d0-91a6-c381eb1d1c3c requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:24:51.921567 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43872) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:51.996374 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (9631a516-9a27-49d0-91a6-c381eb1d1c3c), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.044866 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Deleting port 234511d5-4250-4c48-ae78-e522d19ed790 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:52.045203 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (234511d5-4250-4c48-ae78-e522d19ed790), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.118496 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] For port 234511d5-4250-4c48-ae78-e522d19ed790, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=234511d5-4250-4c48-ae78-e522d19ed790,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:52.118862 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (234511d5-4250-4c48-ae78-e522d19ed790), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.133892 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Calling delete_port for 234511d5-4250-4c48-ae78-e522d19ed790 owned by network:dhcp {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:52.227742 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] DHCP port deletion for 9631a516-9a27-49d0-91a6-c381eb1d1c3c request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:24:52.265643 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Deleting port 234511d5-4250-4c48-ae78-e522d19ed790 {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:52.265966 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (234511d5-4250-4c48-ae78-e522d19ed790), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.282345 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (234511d5-4250-4c48-ae78-e522d19ed790), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.312689 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Pushing event deleted for resources: {'Port': ['ID=234511d5-4250-4c48-ae78-e522d19ed790,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:52.316229 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] No DVR routers for this DVR port 234511d5-4250-4c48-ae78-e522d19ed790 on host dv-cinder-master-3-iscsi {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:24:52.334509 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] For port 234511d5-4250-4c48-ae78-e522d19ed790, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=234511d5-4250-4c48-ae78-e522d19ed790,segment=NetworkSegment(ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9),segment_id=ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:52.334899 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (234511d5-4250-4c48-ae78-e522d19ed790), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.347071 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:52.348687 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Calling delete_port for 234511d5-4250-4c48-ae78-e522d19ed790 owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:52.353367 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:52.388522 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (9631a516-9a27-49d0-91a6-c381eb1d1c3c), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.396227 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:52.410059 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9631a516-9a27-49d0-91a6-c381eb1d1c3c']}} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:52.419647 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9') {'for_net_delete': True} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:52.419947 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9') {} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:52.425371 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (234511d5-4250-4c48-ae78-e522d19ed790), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.430141 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26226600'] for segment (ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.444770 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.451340 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=115937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:24:52.451724 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26712287'] for segment (ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.453962 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Pushing event deleted for resources: {'Port': ['ID=234511d5-4250-4c48-ae78-e522d19ed790,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:52.459056 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] No DVR routers for this DVR port 234511d5-4250-4c48-ae78-e522d19ed790 on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:24:52.465731 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.466099 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.466434 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.466765 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.467840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.467840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.467840 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.468155 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.468478 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.468797 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.469124 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.469435 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.469748 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.470085 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.470397 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1b9049-d930-44a7-95ff-e39cfedeb9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=115939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 23 13:24:52.539614 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9 resource provider aggregate not found May 23 13:24:52.559291 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccc03938-69ee-4a7b-9ff0-72cf2b0eb9d9 found for delete ", "request_id": "req-28d505c6-238d-4fc9-ba50-be18e0be378b"}]} May 23 13:24:52.578690 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (9631a516-9a27-49d0-91a6-c381eb1d1c3c), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.584424 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.588985 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9631a516-9a27-49d0-91a6-c381eb1d1c3c HTTP/1.1" status: 204 len: 168 time: 0.6654346 May 23 13:24:52.599221 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43880) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:52.599715 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d1f16-7a1d-45c8-9896-652acebce409 admin admin] Pushing event deleted for resources: {'Network': ['ID=9631a516-9a27-49d0-91a6-c381eb1d1c3c,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:52.911868 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-847808'] for router_interface (269ce903-2e74-49bc-8878-e9a87807647c), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:52.960058 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:53.134210 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Deleting port 7c7245e7-d494-483c-8a47-ae971cada360 {{(pid=115938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:53.134543 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (7c7245e7-d494-483c-8a47-ae971cada360), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:53.208183 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:24:53.214860 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.db [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] For port 7c7245e7-d494-483c-8a47-ae971cada360, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c7245e7-d494-483c-8a47-ae971cada360,segment=NetworkSegment(b85c5a6d-89f4-42d9-b66e-bf52362971fb),segment_id=b85c5a6d-89f4-42d9-b66e-bf52362971fb)] {{(pid=115938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:53.215223 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (7c7245e7-d494-483c-8a47-ae971cada360), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:53.228486 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:24:53.228691 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.plugins.ml2.plugin [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Calling delete_port for 7c7245e7-d494-483c-8a47-ae971cada360 owned by network:router_interface {{(pid=115938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:53.228815 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 00fff8fb-b122-46e5-b5a8-cc58fbae5d98 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:24:53.229233 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 08b6bbbc-326e-433d-9718-58fcaddfdb26 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:24:53.247482 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 08b6bbbc-326e-433d-9718-58fcaddfdb26 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:24:53.247820 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 08b6bbbc-326e-433d-9718-58fcaddfdb26 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:24:53.248224 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 234511d5-4250-4c48-ae78-e522d19ed790 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:24:53.267033 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 234511d5-4250-4c48-ae78-e522d19ed790 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:24:53.267369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 234511d5-4250-4c48-ae78-e522d19ed790 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:24:53.356257 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:53.482003 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3121759'] for port (7c7245e7-d494-483c-8a47-ae971cada360), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:53.507552 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7245e7-d494-483c-8a47-ae971cada360,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:53.893110 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-498922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-847700'] for router_interface (269ce903-2e74-49bc-8878-e9a87807647c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:54.102556 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:54.113047 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Router 269ce903-2e74-49bc-8878-e9a87807647c has already been hosted by L3 agent 9e16cdb9-331d-4879-8f73-1aae0bf6c8a6 {{(pid=115938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 23 13:24:54.215432 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=115938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 23 13:24:54.222835 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43882) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:54.223851 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] Sync routers for ids ['269ce903-2e74-49bc-8878-e9a87807647c'] in dv-cinder-master-3-iscsi {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 23 13:24:54.226091 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-978633f5-e52e-4221-a003-f653336a6ee3 admin admin] 10.222.0.30 "PUT /v2.0/routers/269ce903-2e74-49bc-8878-e9a87807647c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6301358 May 23 13:24:54.234861 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] Routers {'269ce903-2e74-49bc-8878-e9a87807647c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:24:54.235480 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:24:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['269ce903-2e74-49bc-8878-e9a87807647c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:54.320347 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks [] for router (269ce903-2e74-49bc-8878-e9a87807647c), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:54.334985 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] Set router 269ce903-2e74-49bc-8878-e9a87807647c gateway port host: dv-cinder-master-3-iscsi {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:24:54.358301 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:54.418492 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks [] for router_gateway (269ce903-2e74-49bc-8878-e9a87807647c), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:54.505629 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'external_fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110'}], 'enable_snat': True}, 'gw_port_id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:24:53Z', 'revision_number': 5, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port': {'id': '577052fb-884e-40f2-ab42-d05d64c276f9', 'name': '', 'network_id': 'fe71d324-16b9-44b5-8324-f2cee6c54d5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:34:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269ce903-2e74-49bc-8878-e9a87807647c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'ip_address': '172.37.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-23T13:19:39Z', 'updated_at': '2022-05-23T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c649795-3a19-4ea7-82b7-9f51443b0fed', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:54.517058 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Deleting port 577052fb-884e-40f2-ab42-d05d64c276f9 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:54.517402 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:54.531841 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] Checking router: 269ce903-2e74-49bc-8878-e9a87807647c for host: dv-cinder-master-3-iscsi {{(pid=115940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 23 13:24:54.540322 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] Routers {'269ce903-2e74-49bc-8878-e9a87807647c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=115940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 23 13:24:54.541051 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-23T12:50:59Z,description=,heartbeat_timestamp=2022-05-23T13:24:29Z,host='dv-cinder-master-3-iscsi',id=9e16cdb9-331d-4879-8f73-1aae0bf6c8a6,load=0,resource_versions=,resources_synced=,started_at=2022-05-23T12:51:00Z,topic='l3_agent')) {'router_ids': ['269ce903-2e74-49bc-8878-e9a87807647c'], 'active': True} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:54.557962 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:54.600202 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] For port 577052fb-884e-40f2-ab42-d05d64c276f9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=577052fb-884e-40f2-ab42-d05d64c276f9,segment=NetworkSegment(722551c6-e92e-47ef-b4f6-803c1958a1be),segment_id=722551c6-e92e-47ef-b4f6-803c1958a1be)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:54.600555 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:54.615537 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Calling delete_port for 577052fb-884e-40f2-ab42-d05d64c276f9 owned by network:router_gateway {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:54.626302 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_dvr_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] Set router 269ce903-2e74-49bc-8878-e9a87807647c gateway port host: None {{(pid=115940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 23 13:24:54.676169 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.l3_hamode_db [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:24:54Z', 'revision_number': 6, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=115940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:54.706653 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4758e0-53f2-4041-917f-b6024be521e7 None None] The sync data for ids ['269ce903-2e74-49bc-8878-e9a87807647c'] in dv-cinder-master-3-iscsi is: [{'id': '269ce903-2e74-49bc-8878-e9a87807647c', 'name': 'tempest-TestShelveInstance-455036349-router', 'tenant_id': '637c160cdcab4c07af8fa7a009691458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-23T13:19:38Z', 'updated_at': '2022-05-23T13:24:54Z', 'revision_number': 6, 'project_id': '637c160cdcab4c07af8fa7a009691458', 'gw_port_host': None}] {{(pid=115940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 23 13:24:54.842625 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (577052fb-884e-40f2-ab42-d05d64c276f9), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:54.870416 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Pushing event deleted for resources: {'Port': ['ID=577052fb-884e-40f2-ab42-d05d64c276f9,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:54.931935 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-846138'] for router_gateway (269ce903-2e74-49bc-8878-e9a87807647c), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.018072 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-858853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4884'] for router (269ce903-2e74-49bc-8878-e9a87807647c), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.020155 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks [] for router_controller (269ce903-2e74-49bc-8878-e9a87807647c), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.149542 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-858780'] for router (269ce903-2e74-49bc-8878-e9a87807647c), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.150198 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269ce903-2e74-49bc-8878-e9a87807647c {{(pid=115937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 23 13:24:55.154587 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.155915 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-df3a988c-cf52-496b-83be-bfb138fef019 admin admin] 10.222.0.30 "DELETE /v2.0/routers/269ce903-2e74-49bc-8878-e9a87807647c HTTP/1.1" status: 204 len: 168 time: 0.9321051 May 23 13:24:55.158350 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43884) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:55.205609 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] Deleting subnet 8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c {{(pid=115937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 23 13:24:55.208694 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] Publish callbacks [] for subnet (8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.244457 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26226599'] for subnet (8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c), precommit_delete_associations {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.318107 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1901260'] for subnet (8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.414338 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1901271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26712637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26617105'] for subnet (8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.441608 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:55.449981 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for subnet (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.456784 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739dcb69-e331-4a6e-8968-6913e9a0a52e None None] Network 7e08da04-a816-4295-9212-2a4c2423e975 requested from dv-cinder-master-3-iscsi {{(pid=115939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 23 13:24:55.458764 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-66ee336e-50d8-483e-aabe-620632388b31 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8ce8a633-c43d-4e6e-9f00-b7e5d0a8149c HTTP/1.1" status: 204 len: 168 time: 0.2994092 May 23 13:24:55.460030 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [-] (115937) accepted ('10.222.0.30', 43886) {{(pid=115937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:55.480123 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:55.518391 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 7c7245e7-d494-483c-8a47-ae971cada360 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:24:55.536783 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1866343'] for network (7e08da04-a816-4295-9212-2a4c2423e975), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.547439 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 7c7245e7-d494-483c-8a47-ae971cada360 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:24:55.547783 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 7c7245e7-d494-483c-8a47-ae971cada360 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:24:55.548188 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 577052fb-884e-40f2-ab42-d05d64c276f9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:24:55.582590 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Deleting port 639d6056-51bc-496b-ab18-d4cba0d31b87 {{(pid=115937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:55.582982 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.597309 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 577052fb-884e-40f2-ab42-d05d64c276f9 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:24:55.597650 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 577052fb-884e-40f2-ab42-d05d64c276f9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:24:55.660317 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.db [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] For port 639d6056-51bc-496b-ab18-d4cba0d31b87, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=639d6056-51bc-496b-ab18-d4cba0d31b87,segment=NetworkSegment(b85c5a6d-89f4-42d9-b66e-bf52362971fb),segment_id=b85c5a6d-89f4-42d9-b66e-bf52362971fb)] {{(pid=115937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:55.660686 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.665193 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.674581 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.plugin [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Calling delete_port for 639d6056-51bc-496b-ab18-d4cba0d31b87 owned by network:dhcp {{(pid=115937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:55.676193 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:55.683649 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] DHCP port deletion for 7e08da04-a816-4295-9212-2a4c2423e975 request from dv-cinder-master-3-iscsi {{(pid=115939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 23 13:24:55.726747 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] Deleting port 639d6056-51bc-496b-ab18-d4cba0d31b87 {{(pid=115939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 23 13:24:55.727182 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747492103114'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), before_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.804491 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.db [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] For port 639d6056-51bc-496b-ab18-d4cba0d31b87, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=639d6056-51bc-496b-ab18-d4cba0d31b87,segment=NetworkSegment(b85c5a6d-89f4-42d9-b66e-bf52362971fb),segment_id=b85c5a6d-89f4-42d9-b66e-bf52362971fb)] {{(pid=115939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 23 13:24:55.804875 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-836993'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), precommit_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.823731 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] Calling delete_port for 639d6056-51bc-496b-ab18-d4cba0d31b87 owned by network:dhcp {{(pid=115939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 23 13:24:55.853499 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26712298'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.882354 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=639d6056-51bc-496b-ab18-d4cba0d31b87,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:55.885826 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] No DVR routers for this DVR port 639d6056-51bc-496b-ab18-d4cba0d31b87 on host dv-cinder-master-3-iscsi {{(pid=115937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:24:55.914034 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2041611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747492111032', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747491803414'] for port (639d6056-51bc-496b-ab18-d4cba0d31b87), after_delete {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.936532 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] Pushing event deleted for resources: {'Port': ['ID=639d6056-51bc-496b-ab18-d4cba0d31b87,revision_number=None']} {{(pid=115939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:55.943784 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541decdb-05e1-44f2-8f21-abf13676948e None None] No DVR routers for this DVR port 639d6056-51bc-496b-ab18-d4cba0d31b87 on host dv-cinder-master-3-iscsi {{(pid=115939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 23 13:24:55.957653 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1903939', 'neutron.services.segments.db._delete_segments_for_network-8747492280679'] for network (7e08da04-a816-4295-9212-2a4c2423e975), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:55.978845 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e08da04-a816-4295-9212-2a4c2423e975']}} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:55.988228 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85c5a6d-89f4-42d9-b66e-bf52362971fb') {'for_net_delete': True} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:55.988516 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.services.segments.db [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85c5a6d-89f4-42d9-b66e-bf52362971fb') {} {{(pid=115937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 23 13:24:55.997860 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747492280944', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26226600'] for segment (b85c5a6d-89f4-42d9-b66e-bf52362971fb), before_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.011376 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671'] for segment (b85c5a6d-89f4-42d9-b66e-bf52362971fb), precommit_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.017759 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=115937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 23 13:24:56.018161 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1907671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26712287'] for segment (b85c5a6d-89f4-42d9-b66e-bf52362971fb), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.060525 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment b85c5a6d-89f4-42d9-b66e-bf52362971fb resource provider aggregate not found May 23 13:24:56.078033 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.services.segments.plugin [-] Segment b85c5a6d-89f4-42d9-b66e-bf52362971fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b85c5a6d-89f4-42d9-b66e-bf52362971fb found for delete ", "request_id": "req-f3ba0c59-1f59-4ec7-a001-3887915b83a5"}]} May 23 13:24:56.162151 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1903946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-847570'] for network (7e08da04-a816-4295-9212-2a4c2423e975), after_delete {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.166554 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron_lib.callbacks.manager [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498929'] for network (None), before_response {{(pid=115937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.169831 dv-cinder-master-3-iscsi neutron-server[115937]: INFO neutron.wsgi [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e08da04-a816-4295-9212-2a4c2423e975 HTTP/1.1" status: 204 len: 168 time: 0.7095127 May 23 13:24:56.182966 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5934cb-4352-474d-b2c2-a484d9aa2ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e08da04-a816-4295-9212-2a4c2423e975,revision_number=None']} {{(pid=115937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:56.518785 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:24:56.523421 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43894) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:56.564296 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-b481638f-29cf-4460-9449-66cce3850c27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c39739f8806b49638e73137c2403bae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397069 May 23 13:24:56.566757 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43896) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:56.615557 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-40300924-06bc-4273-bab8-1e36d37c8966 admin admin] Publish callbacks [] for security_group (fdbb33fc-63f3-40b7-9e99-b10d9db2436c), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.637175 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-40300924-06bc-4273-bab8-1e36d37c8966 admin admin] Publish callbacks [] for security_group (fdbb33fc-63f3-40b7-9e99-b10d9db2436c), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.744893 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-40300924-06bc-4273-bab8-1e36d37c8966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (fdbb33fc-63f3-40b7-9e99-b10d9db2436c), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.747491 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-40300924-06bc-4273-bab8-1e36d37c8966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:56.748722 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-40300924-06bc-4273-bab8-1e36d37c8966 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdbb33fc-63f3-40b7-9e99-b10d9db2436c HTTP/1.1" status: 204 len: 168 time: 0.1810522 May 23 13:24:56.756622 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40300924-06bc-4273-bab8-1e36d37c8966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbb33fc-63f3-40b7-9e99-b10d9db2436c,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:57.133495 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-f9b33113-6194-45d3-9dd0-4de61eb3a108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:57.200354 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 639d6056-51bc-496b-ab18-d4cba0d31b87 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 23 13:24:57.222051 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.plugin [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] No Port match for: 639d6056-51bc-496b-ab18-d4cba0d31b87 {{(pid=115939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 23 13:24:57.222413 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron.plugins.ml2.rpc [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Device 639d6056-51bc-496b-ab18-d4cba0d31b87 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=115939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 23 13:24:57.386527 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43902) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:57.425387 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-99d3a9a9-e4ed-456d-8dbf-ddb9ad9d69cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=637c160cdcab4c07af8fa7a009691458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391583 May 23 13:24:57.427829 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [-] (115938) accepted ('10.222.0.30', 43904) {{(pid=115938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 23 13:24:57.466141 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:24:57.478503 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dc65cda8-5d3f-4371-950e-01b22b4e462e admin admin] Publish callbacks [] for security_group (58559883-659a-4260-8501-9251a0365ff6), before_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:57.499746 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dc65cda8-5d3f-4371-950e-01b22b4e462e admin admin] Publish callbacks [] for security_group (58559883-659a-4260-8501-9251a0365ff6), precommit_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:57.607653 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dc65cda8-5d3f-4371-950e-01b22b4e462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988928'] for security_group (58559883-659a-4260-8501-9251a0365ff6), after_delete {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:57.610429 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron_lib.callbacks.manager [None req-dc65cda8-5d3f-4371-950e-01b22b4e462e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:24:57.612161 dv-cinder-master-3-iscsi neutron-server[115938]: INFO neutron.wsgi [None req-dc65cda8-5d3f-4371-950e-01b22b4e462e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58559883-659a-4260-8501-9251a0365ff6 HTTP/1.1" status: 204 len: 168 time: 0.1828527 May 23 13:24:57.619575 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65cda8-5d3f-4371-950e-01b22b4e462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58559883-659a-4260-8501-9251a0365ff6,revision_number=None']} {{(pid=115938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 23 13:24:59.487607 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-838fdc76-e577-4598-8dff-a382560677b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:00.674566 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:02.012430 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:03.469987 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:04.678860 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=43 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:06.172618 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=20,neutron:DELETE=4 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:06.173441 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG dbcounter [-] [115937] Writing DB stats neutron:SELECT=52,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115937) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:06.518775 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:07.614519 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:07.615324 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG dbcounter [-] [115938] Writing DB stats neutron:SELECT=57,neutron:DELETE=4 {{(pid=115938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:16.943671 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=65,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:16.950722 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:16.954462 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:22.516033 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:25.611844 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:27.124629 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d321ad55-5466-44ea-a104-946387ec1d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:29.526464 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-45963399-066d-42d4-9036-376694102781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:30.684955 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:31.490053 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8dad156b-859a-4e19-a060-70498744a331 service neutron] (115938) timed out ('10.222.0.30', 40450) {{(pid=115938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 13:25:31.661255 dv-cinder-master-3-iscsi neutron-server[115938]: DEBUG neutron.wsgi [req-fbf25745-14b8-4bda-8fa7-38fe54b30a17 req-8e97bd37-afcb-40ba-8eb8-30eefd73d502 tempest-AttachVolumeShelveTestJSON-329250058 tempest-AttachVolumeShelveTestJSON-329250058-project] (115938) timed out ('10.222.0.30', 40458) {{(pid=115938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 13:25:32.012154 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:33.463368 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:33.473388 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:33.477284 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:33.517503 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:25:43.392562 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:43.396454 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:43.398150 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=3,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:43.533511 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:55.644992 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:56.951018 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=13 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:56.952785 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=13 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:25:57.119523 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2e58d463-14fc-4a30-8b2c-f59ee32f1845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:25:59.496603 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-075b9a0b-f735-4b9c-b75c-112383ef5f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:00.667937 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:02.011146 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:03.484982 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:10.479410 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:10.484275 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:10.515947 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:26:13.398771 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:13.402693 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:13.404400 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:20.512536 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:25.643994 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:27.118364 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-47c0d292-3538-46ee-967a-c61a2da19593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:29.500870 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-91329ca2-1343-4444-ac99-bdfef4eab42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:30.672172 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:31.998299 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:33.535884 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:43.397097 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:43.402001 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:43.403695 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:47.475571 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:47.515633 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:26:55.717188 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:57.117105 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-91a85b56-ff91-4007-9fd9-c303a418192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:26:57.511573 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:57.512309 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:26:59.505436 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3b624fee-ed61-42bc-90e7-2d224dc1b9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:00.676738 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:02.019501 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:03.477067 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:16.945687 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:16.949615 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:16.951338 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:24.471407 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:24.477246 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:24.514667 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:27:25.675794 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:27.127221 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a75a-fdd3-480d-a7a1-7e5d3930a7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:29.491238 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-042b39ee-ed41-4545-add3-175834461518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:30.675924 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:32.035764 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:33.481369 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:34.510991 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:43.399212 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:43.403076 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:43.404775 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:27:49.222779 dv-cinder-master-3-iscsi neutron-server[115937]: DEBUG neutron.wsgi [req-5fd608cf-549a-4eac-80b8-ce33526342b7 req-55d1d128-7871-43d6-aad8-4d2ba43a6d6c service neutron] (115937) timed out ('10.222.0.49', 49253) {{(pid=115937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 23 13:27:55.678451 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:57.152658 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-3a80f4a5-c5d9-4a7a-be51-2df3348c3ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:27:59.480275 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-cae31531-b0f1-476f-ba54-6cefe9e4ed01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:00.707222 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:01.468435 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=13 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:01.473373 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=19 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:01.513384 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:28:02.057546 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:03.491522 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:11.520763 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:13.401584 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:13.406486 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=9 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:13.408294 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:25.691079 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:27.134441 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-783a64fd-82d5-457e-a3b1-6d6b3a446636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:29.488742 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-33b3c14b-e311-4574-a33f-2ba79f7f714f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:30.700207 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:32.031944 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:33.478988 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:38.468392 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:38.475249 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=3 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:38.512300 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:28:43.402469 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:43.407337 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:43.409038 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:55.572365 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:55.573090 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:28:55.672704 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:57.135263 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-44fd7565-9635-43e6-bdd9-2c51b5294dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:28:59.527553 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-877edb84-1180-4ddf-80c2-74875b08b924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:00.717646 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:02.060379 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:03.464496 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:15.461628 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=1 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:15.471606 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=5 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:15.511787 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:29:16.940313 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:16.946368 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=14 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:16.951141 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=13,neutron:UPDATE=5 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:25.512183 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=2 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:25.640546 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:27.133506 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-a607c4a9-01d5-4fb2-9404-92c308b5d7ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:29.499438 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-5ff891b0-9a8f-461b-ba16-938e2d343498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:30.708787 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:32.036284 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:33.479990 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:43.396390 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:43.401250 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:43.404552 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:29:52.510955 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:29:55.669701 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:57.167112 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-e0b44bb2-b669-48c1-b104-c31221db887c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:29:59.490100 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-d2278a93-7473-4fca-b2e2-d3e07cc661bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:30:00.703905 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-6fbc500c-f49d-4fb4-9965-f6d99f163138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (8d463cfc-9bfb-4d34-a100-686b58da02ee), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:30:02.073103 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-2741496d-413d-4b6c-9c2f-16f72b99474f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (48284ee7-f75a-4f7f-a3ac-ae987d57a797), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:30:02.506376 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=14 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:30:02.507264 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=20 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:30:03.480612 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-095be2b4-e890-4f06-ae08-13772bc17fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (7ad75d85-7b55-48db-94d0-3ce1aed5808c), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:30:13.401128 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:30:13.406050 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:30:13.408739 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG dbcounter [-] [115939] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=115939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:30:25.669113 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-27e6bcf0-a4c6-4f10-942f-a043a0baf078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (5143015c-767e-4809-9cd2-8aca2ee92056), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:30:27.137155 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-ad657851-f55c-443f-bde0-fb4f859c9901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (85b70250-7370-47aa-9bbb-14f35f664096), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 23 13:30:29.459487 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:30:29.463896 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG dbcounter [-] [115940] Writing DB stats neutron:SELECT=4 {{(pid=115940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 23 13:30:29.510012 dv-cinder-master-3-iscsi neutron-server[115940]: DEBUG neutron.db.agents_db [None req-a2cacae7-176e-4a11-8282-e92ba3576717 None None] Agent healthcheck: found 6 active agents {{(pid=115940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 23 13:30:29.611300 dv-cinder-master-3-iscsi neutron-server[115939]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc98-4acd-439d-9e60-d8dc69a32a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747492280661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2094466'] for agent (9e16cdb9-331d-4879-8f73-1aae0bf6c8a6), after_update {{(pid=115939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}